-- Logs begin at Thu 2021-02-18 03:40:27 UTC, end at Thu 2021-02-18 04:56:50 UTC. --
Feb 18 04:28:49.073447 dv-cinder-776307-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 18 04:28:51.814283 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.common.config [-] Logging enabled!
Feb 18 04:28:51.814879 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev531
Feb 18 04:28:51.816191 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83932) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 18 04:28:51.818003 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.common.config [-] Logging enabled!
Feb 18 04:28:51.818298 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev531
Feb 18 04:28:51.818653 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83932) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 18 04:28:51.819748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 18 04:28:51.820023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 18 04:28:51.821091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 18 04:28:51.821380 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 18 04:28:51.821648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 18 04:28:51.822539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.822923 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.823275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.823544 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.823891 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.824234 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.824567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.824907 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.825255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.825586 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.825910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.826238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.826505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.826855 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.827196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.827530 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.827793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.828118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.828683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.829010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.829334 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.829673 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.829990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.830310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.830639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.831040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] host                           = dv-cinder-776307-1-iscsi {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.831364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.831701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.832036 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.832371 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.832690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.833010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.833341 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.833657 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.833974 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.834294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.834629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.834986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.835326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.835589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.835849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.836185 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.836525 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.836846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.837171 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.837487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.838409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.838732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.839072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.839407 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.839742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.840076 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.840397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.840716 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.841032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.841351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.841685 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.842003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.842319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.842636 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.842996 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.843310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.843627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.843983 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.844319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.844652 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.844989 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.845310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.845644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.845961 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.846276 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.846592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.846935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.847255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.847585 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.847904 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.848220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.848537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.848854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.849194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:51.849539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.849889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.850243 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.850572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.850940 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.851278 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.851617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.851941 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.852281 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.852619 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.852952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.853315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.853658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.853982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.854329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.854684 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.855055 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.855401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.855720 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.856039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.856356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.856679 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.857009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.857354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.857696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.858016 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.858338 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.858681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.859028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.859348 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.859669 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.860032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.860329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.860654 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.860982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.861303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.861617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.861934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.862255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.862595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.862939 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.863253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.863566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.863887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.864202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.864531 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.864851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.865167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.865480 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.865801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.866117 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.866435 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.866755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.867093 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.867412 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.867724 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.868036 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.868350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.868663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.869488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.869801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.870113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.870431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.870748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.871088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.871402 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.871723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.872038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.872367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.872710 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.873033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.873354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.873676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.873996 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.874315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.874633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.874981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.875308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.875627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.875970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.876301 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.876634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.876968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.877293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.877641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.877965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.878294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.878617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.878967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.879299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.879637 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.879979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.880322 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.880660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.881000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.881340 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.881671 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.882032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.882358 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:51.882609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 18 04:28:51.882900 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83932) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 18 04:28:52.540626 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO keyring.backend [-] Loading Gnome
Feb 18 04:28:52.559168 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO keyring.backend [-] Loading Google
Feb 18 04:28:52.561729 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO keyring.backend [-] Loading Windows (alt)
Feb 18 04:28:52.565238 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO keyring.backend [-] Loading file
Feb 18 04:28:52.566231 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO keyring.backend [-] Loading keyczar
Feb 18 04:28:52.566536 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO keyring.backend [-] Loading multi
Feb 18 04:28:52.567196 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO keyring.backend [-] Loading pyfs
Feb 18 04:28:52.613330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:28:52.613656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:28:52.613988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:28:52.614363 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 18 04:28:53.006160 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.006553 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.006771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.056676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.056997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.057302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.060980 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.061294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.061599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.129778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.130100 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.130411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.131581 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.131895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.132200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.406168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ffa3fde3158> agent after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.406500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ffa3fde3158> agent after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.406838 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7ffa3fde31e0> segment precommit_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.407150 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7ffa3fde3268> network precommit_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.407993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7ffa3fddc268> segment before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.556972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> network before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.557355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7ffa3fd07048> agent before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.557690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> network before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.558005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> port before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.558317 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> port before_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.558717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> segment after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.559052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> segment precommit_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.559355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> segment precommit_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.559655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> segment after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.560006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> network after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.560314 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> network precommit_delete 0 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.560630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> port provisioning_complete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.560945 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> rbac-policy before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.561247 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> rbac-policy after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.561572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> agent after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.561900 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> subnet after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.562204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> subnet precommit_delete 0 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.562538 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> rbac-policy before_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.562862 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> rbac-policy before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.563382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> port after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.563679 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> port after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.563975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> port after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.564329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> rbac-policy before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.564622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> rbac-policy before_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.564911 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffa406026a0>> rbac-policy before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.565342 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 04:28:53.565623 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 04:28:53.565902 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 04:28:53.566179 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 04:28:53.566454 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 04:28:53.566728 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 04:28:53.567179 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 18 04:28:53.570392 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 18 04:28:53.574959 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 18 04:28:53.578887 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])])
Feb 18 04:28:53.580549 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 18 04:28:53.581836 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 18 04:28:53.582224 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 18 04:28:53.582665 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 18 04:28:53.585444 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 18 04:28:53.585736 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 18 04:28:53.586131 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 18 04:28:53.608168 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 18 04:28:53.608685 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7ffa3fb540b8>> qos_plugin after_init 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.609026 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83932) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 18 04:28:53.609446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7ffa3faf0358>> logging-plugin after_init 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.610950 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83932) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 18 04:28:53.611280 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 18 04:28:53.611565 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 18 04:28:53.614687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ffa3faf0400>> floatingip before_response 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.615030 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ffa3faf0400>> port before_response 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:53.682919 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 18 04:28:53.683149 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 18 04:28:53.683424 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 18 04:28:53.683832 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 18 04:28:53.717869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.sqlalchemy.engines [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83932) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 18 04:28:54.224096 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Initializing driver for type 'gre'
Feb 18 04:28:54.224588 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] gre ID ranges: [(1, 1000)]
Feb 18 04:28:54.321017 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Initializing driver for type 'local'
Feb 18 04:28:54.321389 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Initializing driver for type 'vlan'
Feb 18 04:28:54.383841 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] VlanTypeDriver initialization complete
Feb 18 04:28:54.384209 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Initializing driver for type 'vxlan'
Feb 18 04:28:54.384728 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] vxlan ID ranges: [(1, 1000)]
Feb 18 04:28:54.503947 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Initializing extension driver 'port_security'
Feb 18 04:28:54.504257 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.extensions.port_security [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] PortSecurityExtensionDriver initialization complete
Feb 18 04:28:54.504638 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Initializing mechanism driver 'openvswitch'
Feb 18 04:28:54.511317 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:28:54.512401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3fb106a0>> port after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.512811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3fb106a0>> port after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.513201 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3fb106a0>> port after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.513631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3fb10eb8>> subnet after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.514021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3fb10eb8>> subnet after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.514398 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3fb10eb8>> subnet after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.514838 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3f5c7240>> network after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.515225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3f5c7240>> network after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.515606 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3f5c7240>> network after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.516025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3f5c7400>> security_group after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.516408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3f5c7400>> security_group after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.516785 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3f5c7400>> security_group after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.517202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3f5c75c0>> security_group_rule after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.517584 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3f5c75c0>> security_group_rule after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.517960 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3f5c75c0>> security_group_rule after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.518504 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3f5c7780>> address_group after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.518929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3f5c7780>> address_group after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.519305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffa3f5c7780>> address_group after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.519676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] ML2 OVO RPC backend initialized. {{(pid=83932) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 18 04:28:54.520391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> router_interface after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.520779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> router_interface after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.521232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> network before_response 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.521615 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> networks before_response 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.521994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> port before_response 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.522370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> ports before_response 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.522749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> subnet before_response 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.523153 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> subnets before_response 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.523543 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> network after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.523920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> network after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.524294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> network after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.524670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> port after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.525043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> port after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.526002 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> port after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.526383 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> subnet after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.526758 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> subnet after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.527156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffa3f5c7860>> subnet after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.527789 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.plugin [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Modular L2 Plugin initialization complete
Feb 18 04:28:54.528149 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading services supported by the core plugin {{(pid=83932) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 18 04:28:54.528514 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.plugins.ml2.managers [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Got port-security extension from driver 'port_security'
Feb 18 04:28:54.529021 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.extensions.vlantransparent [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Disabled vlantransparent extension.
Feb 18 04:28:54.529498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83932) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 18 04:28:54.529843 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading Plugin: router
Feb 18 04:28:54.567279 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router_interface before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.567720 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router after_create 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.568129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router before_create 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.568538 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router_interface before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.568960 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router_interface after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.569354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router after_delete 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.569755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> floatingip after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.570164 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router after_create 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.570572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router after_update 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.571007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router after_update 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.571398 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router_gateway after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.571804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router after_update 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.572791 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router precommit_update 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.573213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7ffa3fb42d08> port after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.573598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7ffa3fb42e18> port after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.573972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7ffa3fb42d90> subnet after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.574349 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7ffa3fb42bf8> subnetpool_address_scope after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.574741 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> port precommit_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.575155 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router precommit_create 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.575540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7ffa3fca2ae8> port before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.575925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router precommit_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.576332 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router after_update 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.576715 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router precommit_delete 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.577106 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router precommit_create 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.577515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router_interface after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.577901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> router precommit_update 55549900 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.578335 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffa3f5c79e8>> network after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.579342 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Tracking information for resource: router configured {{(pid=83932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 04:28:54.579710 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Tracking information for resource: floatingip configured {{(pid=83932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 04:28:54.584456 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_agentschedulers_db [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 18 04:28:54.585100 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7ffa3f5358c8> port after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.585496 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7ffa3f532840> port after_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.585880 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <function _notify_port_delete at 0x7ffa3f535840> port after_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.586265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7ffa3f535a60> port after_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.587199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ffa3f4eb748>> router before_create 55550100 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.587602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ffa3f4eb748>> router precommit_delete 55550100 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.588630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ffa3f4eb748>> router precommit_create 55550100 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.589026 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ffa3f4eb748>> router precommit_update 55550100 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.593681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.provider_configuration [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service providers = [] {{(pid=83932) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 18 04:28:54.594077 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.servicetype_db [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83932) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 18 04:28:54.597099 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.service_base [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83932) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 04:28:54.597486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.service_base [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83932) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 04:28:54.597864 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.service_base [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83932) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 04:28:54.598754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.service_base [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83932) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 04:28:54.599185 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.services.service_base [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 18 04:28:54.599595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 04:28:54.599945 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 18 04:28:54.609999 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 04:28:54.610370 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading Plugin: auto_allocate
Feb 18 04:28:54.616176 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ffa3f519f28> network precommit_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.616579 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ffa3f519f28> network precommit_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.617172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 04:28:54.617529 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading Plugin: tag
Feb 18 04:28:54.624575 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 04:28:54.624943 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading Plugin: timestamp
Feb 18 04:28:54.628809 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 04:28:54.629325 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading Plugin: network_ip_availability
Feb 18 04:28:54.635419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ffa3f474358>> rbac-policy before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.635822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ffa3f474358>> rbac-policy before_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.636212 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ffa3f474358>> rbac-policy before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.637255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 04:28:54.637609 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading Plugin: flavors
Feb 18 04:28:54.642204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 04:28:54.642570 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading Plugin: revisions
Feb 18 04:28:54.646865 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 04:28:54.647287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.033s {{(pid=83932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:28:54.648090 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83932) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 18 04:28:54.648448 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Initializing extension manager.
Feb 18 04:28:54.649007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: __init__.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.649385 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: __pycache__ {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.649757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.650711 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: address_group.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.651714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.652344 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: address-group
Feb 18 04:28:54.652706 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: address_scope.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.653480 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.654068 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: address-scope
Feb 18 04:28:54.654426 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.655385 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.655967 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: router-admin-state-down-before-update
Feb 18 04:28:54.656326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: agent.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.657081 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.657657 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: agent
Feb 18 04:28:54.658013 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: agent_resources_synced.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.658962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.659541 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: agent-resources-synced
Feb 18 04:28:54.659897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: allowedaddresspairs.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.661697 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.662287 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: allowed-address-pairs
Feb 18 04:28:54.662650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: auto_allocated_topology.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.663757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.664353 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: auto-allocated-topology
Feb 18 04:28:54.664719 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: availability_zone.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.665471 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.666074 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: availability_zone
Feb 18 04:28:54.666435 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: availability_zone_filter.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.667405 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.667984 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: availability_zone_filter
Feb 18 04:28:54.668343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: data_plane_status.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.669262 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.669829 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 18 04:28:54.670186 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: default_subnetpools.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.671134 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.671710 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: default-subnetpools
Feb 18 04:28:54.672069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.673019 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.673605 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: dhcp_agent_scheduler
Feb 18 04:28:54.673970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: dns.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.674919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.675501 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension dns-integration not supported by any of loaded plugins
Feb 18 04:28:54.675858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: dns_domain_ports.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.676786 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.677365 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 18 04:28:54.677724 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: dvr.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.678449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.679056 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: dvr
Feb 18 04:28:54.679420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: empty_string_filtering.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.680346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.680928 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: empty-string-filtering
Feb 18 04:28:54.681289 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.682238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.682839 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 18 04:28:54.683206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.684146 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.684726 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 18 04:28:54.685088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: external_net.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.686006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.686582 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: external-net
Feb 18 04:28:54.686973 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.687890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.688472 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: extra_dhcp_opt
Feb 18 04:28:54.688830 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: extraroute.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.689746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.690325 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: extraroute
Feb 18 04:28:54.690683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: extraroute_atomic.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.691748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.692325 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: extraroute-atomic
Feb 18 04:28:54.692682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: filter_validation.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.693376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.693951 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: filter-validation
Feb 18 04:28:54.694306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: fip_pf_description.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.695256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.695828 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 18 04:28:54.696182 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: fip_port_details.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.697631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.698210 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: fip-port-details
Feb 18 04:28:54.698566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: flavors.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.699834 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.700423 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: flavors
Feb 18 04:28:54.700787 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.702438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.703059 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 18 04:28:54.703523 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: floatingip_pools.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.704281 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.704869 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: floatingip-pools
Feb 18 04:28:54.705232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: ip_allocation.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.706188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.706766 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 18 04:28:54.707159 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.708089 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.708698 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: ip-substring-filtering
Feb 18 04:28:54.709062 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: l2_adjacency.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.710002 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.710578 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 18 04:28:54.710964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: l3.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.712023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.713199 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: router
Feb 18 04:28:54.713568 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.715872 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.716473 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 18 04:28:54.716845 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.717782 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.718370 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: ext-gw-mode
Feb 18 04:28:54.718734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.719711 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.720290 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: l3-ha
Feb 18 04:28:54.720651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: l3_flavors.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.721580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.722159 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: l3-flavors
Feb 18 04:28:54.722521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.723487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.724072 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 18 04:28:54.724429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: l3agentscheduler.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.725710 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.726305 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: l3_agent_scheduler
Feb 18 04:28:54.726672 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: logging.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.728200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.728820 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension logging not supported by any of loaded plugins
Feb 18 04:28:54.729187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: metering.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.729985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.730689 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: metering
Feb 18 04:28:54.731088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.732193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.732778 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: metering_source_and_destination_fields
Feb 18 04:28:54.733142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: multiprovidernet.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.734095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.734678 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: multi-provider
Feb 18 04:28:54.735071 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: netmtu.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.736006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.736586 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: net-mtu
Feb 18 04:28:54.736945 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: netmtu_writable.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.737874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.738452 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: net-mtu-writable
Feb 18 04:28:54.738822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: network_availability_zone.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.739546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.740122 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: network_availability_zone
Feb 18 04:28:54.740479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: network_ip_availability.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.741573 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.742155 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: network-ip-availability
Feb 18 04:28:54.742515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: network_segment_range.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.743499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.744109 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 18 04:28:54.744476 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: pagination.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.745477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.745852 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: pagination
Feb 18 04:28:54.746207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: port_device_profile.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.747151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.747744 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: port-device-profile
Feb 18 04:28:54.748102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.749038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.749615 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: port-mac-address-regenerate
Feb 18 04:28:54.749974 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.750947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.751521 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: port-numa-affinity-policy
Feb 18 04:28:54.751876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: port_resource_request.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.752805 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.753373 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 18 04:28:54.753729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: portbindings.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.754713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.755302 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: binding
Feb 18 04:28:54.755992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: portbindings_extended.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.757574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.758168 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: binding-extended
Feb 18 04:28:54.758537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: portsecurity.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.760006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.760593 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: port-security
Feb 18 04:28:54.760958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: project_id.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.762213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.762587 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: project-id
Feb 18 04:28:54.762978 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: providernet.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.763926 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.764514 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: provider
Feb 18 04:28:54.764874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: qos.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.768427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.769034 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension qos not supported by any of loaded plugins
Feb 18 04:28:54.769411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.771823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.772417 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 18 04:28:54.772790 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.773730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.774317 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 18 04:28:54.774682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: qos_default.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.776183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.776764 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension qos-default not supported by any of loaded plugins
Feb 18 04:28:54.777127 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: qos_fip.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.777821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.778398 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension qos-fip not supported by any of loaded plugins
Feb 18 04:28:54.778757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: qos_gateway_ip.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.779735 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.780321 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 18 04:28:54.780680 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: qos_port_network_policy.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.781604 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.782190 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 18 04:28:54.782550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: qos_rule_type_details.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.783500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.784079 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 18 04:28:54.784438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: qos_rules_alias.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.785506 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.786094 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 18 04:28:54.786506 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: quotasv2.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.787462 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.787835 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: quotas
Feb 18 04:28:54.788191 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: quotasv2_detail.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.789823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.790206 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: quota_details
Feb 18 04:28:54.790573 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: rbac.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.791790 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.792394 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: rbac-policies
Feb 18 04:28:54.792762 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: rbac_address_scope.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.793706 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.794294 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: rbac-address-scope
Feb 18 04:28:54.794658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: rbac_security_groups.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.795724 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.796313 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: rbac-security-groups
Feb 18 04:28:54.796675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: rbac_subnetpool.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.797613 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.798197 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: rbac-subnetpool
Feb 18 04:28:54.798559 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: revisionifmatch.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.799515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.800105 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: revision-if-match
Feb 18 04:28:54.800470 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: revisions.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.801609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.802181 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: standard-attr-revisions
Feb 18 04:28:54.802544 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: router_availability_zone.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.803293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.803878 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: router_availability_zone
Feb 18 04:28:54.804237 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: routerservicetype.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.805179 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.805755 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension router-service-type not supported by any of loaded plugins
Feb 18 04:28:54.806112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.807109 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.807690 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: security-groups-normalized-cidr
Feb 18 04:28:54.808046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.808982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.809563 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: port-security-groups-filtering
Feb 18 04:28:54.809922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.810937 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.811527 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: security-groups-remote-address-group
Feb 18 04:28:54.812449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: securitygroup.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.826058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.826674 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: security-group
Feb 18 04:28:54.827079 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: segment.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.828397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.828993 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension segment not supported by any of loaded plugins
Feb 18 04:28:54.829397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.830433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.831159 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 18 04:28:54.831565 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: servicetype.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.832715 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.833339 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: service-type
Feb 18 04:28:54.833738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: sorting.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.834813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.835182 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: sorting
Feb 18 04:28:54.835607 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: standard_attr_segment.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.836539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.837168 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 18 04:28:54.837546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: standardattrdescription.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.838839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.839421 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: standard-attr-description
Feb 18 04:28:54.839830 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: stateful_security_group.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.840949 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.841633 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: stateful-security-group
Feb 18 04:28:54.841998 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: stdattrs_common.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.842656 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 18 04:28:54.843047 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.850057 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.850651 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 18 04:28:54.851059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: subnet_onboard.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.852144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.852729 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: subnet_onboard
Feb 18 04:28:54.853089 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.854113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.872835 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 18 04:28:54.872835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: subnet_service_types.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.873605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.874193 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: subnet-service-types
Feb 18 04:28:54.874556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: subnetallocation.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.875668 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.876255 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: subnet_allocation
Feb 18 04:28:54.876616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.877344 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.877969 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: subnetpool-prefix-ops
Feb 18 04:28:54.878333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.879318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.879900 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 18 04:28:54.880257 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: tagging.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.881529 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.882127 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: standard-attr-tag
Feb 18 04:28:54.882505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: timestamp.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.883721 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.884310 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loaded extension: standard-attr-timestamp
Feb 18 04:28:54.885306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: trunk.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.886610 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.887284 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension trunk not supported by any of loaded plugins
Feb 18 04:28:54.887650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: trunk_details.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.888597 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.889180 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension trunk-details not supported by any of loaded plugins
Feb 18 04:28:54.889540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: uplink_status_propagation.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.890477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.891078 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 18 04:28:54.891434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Loading extension file: vlantransparent.py {{(pid=83932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 04:28:54.892148 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 04:28:54.892728 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 18 04:28:54.895479 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:network
Feb 18 04:28:54.896306 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:subnet
Feb 18 04:28:54.897005 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 04:28:54.897677 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:port
Feb 18 04:28:54.899204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.899694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service FLAVORS assigned prefix:  {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.900402 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.900890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.901260 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:router
Feb 18 04:28:54.901988 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:floatingip
Feb 18 04:28:54.902778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service METERING assigned prefix: /metering {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.904646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ffa3f3b9ac8>> rbac-policy before_create 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.905049 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ffa3f3b9ac8>> rbac-policy before_update 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.905436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ffa3f3b9ac8>> rbac-policy before_delete 55550000 {{(pid=83932) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:28:54.906594 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 18 04:28:54.907403 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:security_group
Feb 18 04:28:54.908219 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 18 04:28:54.909040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service CORE assigned prefix:  {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.913180 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 04:28:54.913180 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] subnetpool is already registered
Feb 18 04:28:54.913180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service CORE assigned prefix:  {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.913180 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 04:28:54.913180 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] subnetpool is already registered
Feb 18 04:28:54.913829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.914303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service FLAVORS assigned prefix:  {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.914976 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.915437 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.915834 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:router
Feb 18 04:28:54.916203 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] router is already registered
Feb 18 04:28:54.916863 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:floatingip
Feb 18 04:28:54.917224 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] floatingip is already registered
Feb 18 04:28:54.917930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service METERING assigned prefix: /metering {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.918668 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 18 04:28:54.919060 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] rbac_policy is already registered
Feb 18 04:28:54.919725 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:security_group
Feb 18 04:28:54.920083 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] security_group is already registered
Feb 18 04:28:54.920751 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 18 04:28:54.921115 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] security_group_rule is already registered
Feb 18 04:28:54.921861 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service CORE assigned prefix:  {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.922226 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 04:28:54.922585 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] subnetpool is already registered
Feb 18 04:28:54.923285 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.resource_helper [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Service CORE assigned prefix:  {{(pid=83932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 04:28:54.923647 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 04:28:54.924004 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.quota.resource_registry [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] subnetpool is already registered
Feb 18 04:28:54.924729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: extensions {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.926390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: address-groups {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.928098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: address-scopes {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.929407 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: agents {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.930627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: auto-allocated-topology {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.932513 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: availability_zones {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.933901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: dhcp-networks {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.935448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: dhcp-agents {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.936964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: routers {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.938920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: flavors {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.940171 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: service_profiles {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.941455 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: next_providers {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.943968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: service_profiles {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.945509 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: floatingip-pools {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.946828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: routers {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.949318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: floatingips {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.950592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: l3-routers {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.952089 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: l3-agents {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.953599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: metering-labels {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.955056 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: metering-label-rules {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.956416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: network-ip-availabilities {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.957742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: bindings {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.959529 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: quotas {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.961044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: quotas {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.962558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: rbac-policies {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.964058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: security-groups {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.965326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: security-group-rules {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.966647 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: service-providers {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.967978 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: subnetpools {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.969484 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: subnetpools {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.971072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: tags {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.972833 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: tags {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.974757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: tags {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.976664 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: tags {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.978587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: tags {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.980404 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: tags {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.982287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: tags {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.984280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: tags {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.986250 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: tags {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.988237 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.extensions [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Extended resource: tags {{(pid=83932) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 04:28:54.996131 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING keystonemiddleware.auth_token [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 18 04:28:55.001522 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING keystonemiddleware.auth_token [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 18 04:28:55.010995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Acquired lock "singleton_lock" {{(pid=83932) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 18 04:28:55.011732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Releasing lock "singleton_lock" {{(pid=83932) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 18 04:28:55.013196 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO oslo_service.service [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Starting 2 workers
Feb 18 04:28:55.017944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Started child 84043 {{(pid=83932) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 04:28:55.021924 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:28:55.022609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Started child 84044 {{(pid=83932) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 04:28:55.023369 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [-] (84043) wsgi starting up on http://0.0.0.0:9696
Feb 18 04:28:55.024112 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.service [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 18 04:28:55.024779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Notify callbacks [] for process, before_spawn {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:28:55.026021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:28:55.027331 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO oslo_service.service [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Starting 1 workers
Feb 18 04:28:55.027458 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [-] (84044) wsgi starting up on http://0.0.0.0:9696
Feb 18 04:28:55.032787 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Started child 84045 {{(pid=83932) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 04:28:55.033317 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO oslo_service.service [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Starting 1 workers
Feb 18 04:28:55.034957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.service [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] calling RpcWorker wait() {{(pid=84045) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 18 04:28:55.035366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.service [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] returning from RpcWorker wait() {{(pid=84045) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 18 04:28:55.036810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:28:55.037354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:28:55.037975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Started child 84046 {{(pid=83932) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 04:28:55.038821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5c54-d8b9-49e0-afbb-95f1067ff2f8 None None] Notify callbacks [] for process, after_spawn {{(pid=83932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:28:55.040471 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83932) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 18 04:28:55.040756 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 18 04:28:55.040968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 18 04:28:55.041226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 18 04:28:55.041625 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 18 04:28:55.041818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 18 04:28:55.042092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:28:55.042378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.042687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.043044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.043345 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.043675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.044317 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.044614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.044934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.045246 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.045537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.045738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.045934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.046219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.046515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.046890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.047191 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.047460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.047734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.047947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.048217 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.048523 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.048818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.049126 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.049401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.049963 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.050244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.050526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.050807 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.051113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.051378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.051675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.051956 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.052205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.052460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.052746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.052985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.053246 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.053525 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.053777 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.054247 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] host                           = dv-cinder-776307-1-iscsi {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.054510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.054760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.055064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.055328 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.055619 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.055879 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.056158 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.056981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.057312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.057477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.057730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.057990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.058269 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.058545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.058737 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.059026 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.059378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.059639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.059793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.059934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.060128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.060422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.060616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.060907 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.061201 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.061425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.061637 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.061898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.062143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.062428 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.062692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.063006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.063249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.063515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.063806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.064088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.064350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.064617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.064878 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.065141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.065386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.065648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.065893 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.066138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.066413 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.066682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.067002 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.067265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.067550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.067835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.068140 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.068302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.068600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.069077 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.069337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.069616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.069864 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.070018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:28:55.070168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.070307 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.070553 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.070837 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.071087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.071338 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.071613 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.071860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.072701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.072967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.073213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.073493 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.073958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.074277 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.074614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.074898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.075172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.075442 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.075724 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.075975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.076257 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.076588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.076857 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.077112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.077418 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.077671 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.077948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.078282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.078579 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.078917 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.079166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.085006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.085006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.085006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.085006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.085006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.085006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.43/identity {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.085006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.085006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.086255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.086255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.086255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.086255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.086255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.086255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.086255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.086255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.086255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.087920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.087920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.087920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.087920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.087920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.087920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.087920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.087920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.087920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.088678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.088678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.088678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.088678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.088678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.088678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.088678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.088678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.088678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.089500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.089500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.089500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.089500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.089500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.089500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.089500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.090123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.090123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.090123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.090887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.090887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.090887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.091304 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.091304 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.091502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.092092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.092092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.092279 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.092350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.092612 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.092959 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.094535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.094535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.094535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.094535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.094535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.094535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.094535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.095813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.095813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.095813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.095813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.096180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.096180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.096366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.096617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.096915 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.097492 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.097492 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.097697 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.097860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.098125 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.098428 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.098717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.098994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.099387 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.099642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.099925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.100165 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.105981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.106704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.106704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.106704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.106704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.106704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.106704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.106704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.106704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.107466 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.107466 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.107466 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.107717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.108480 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.108480 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.108480 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.108739 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.109047 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.109216 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.109488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.109822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.110057 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.114868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.114868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.114868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.43/identity {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.114868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.114868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.114868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.114868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.114868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.115594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.115594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.115594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.115594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.115594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.115594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.115594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.115594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.116968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.117401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.117495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.117767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.118027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.118304 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.118552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.119382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.119657 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.119908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.120157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.120413 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.120661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.120907 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.121181 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.121451 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.121750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.122022 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.122360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.122629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.122929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.123211 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.123470 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.123740 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.123997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.124251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.124505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.124759 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.125012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.125290 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.125570 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.125844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.126096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.126343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.126616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.126894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.127141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.127486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.127762 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.128021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.128293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.128556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.128821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.129067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.129312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.129563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.129808 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.130067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.130312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.130556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.130819 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.131098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.131422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.131715 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.131972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.132256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.132530 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.132825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.133102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.133504 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.133754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.134015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.134265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.135102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.135376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.135676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.136043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.136657 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.136970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.137265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.137575 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.137882 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.138179 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.138430 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.138739 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.139136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.139447 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.139740 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.140007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.140309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.140569 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.140823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.141075 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.141333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.141591 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.141887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.142168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.142449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.142706 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.143014 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.143286 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.143567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.143830 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.144102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.144352 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.144539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 18 04:28:55.145070 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83932) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 18 04:28:55.145263 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 18 04:28:55.145448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 18 04:28:55.145690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 18 04:28:55.145856 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 18 04:28:55.145999 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 18 04:28:55.146230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.146422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.146610 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.146827 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.146978 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.147205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.147395 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.147563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.147749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.147936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.148126 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.148282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.148474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.148639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.148826 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.149013 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.149176 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.149359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.149520 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.149710 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.149897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.150102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.150294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.150478 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.150713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.150929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.151119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.151308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.151494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.151681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.151867 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.152052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.152236 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.152423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.152608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.152796 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.152984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.153138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.153327 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.153513 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] host                           = dv-cinder-776307-1-iscsi {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.153698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.153883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.154069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.154250 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.154390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.154569 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.154754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.154985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.155169 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.155425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.155576 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.155714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.155944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.156087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.156225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.156362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.156499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.156635 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.156834 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.157023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.157208 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.157395 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.157581 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.157768 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.157955 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.158141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.158327 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.158519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.158705 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.158914 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.159067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.159207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.159395 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.159581 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.159767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.159951 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.160135 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.160322 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.160507 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.160693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.160878 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.161064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.161253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.161438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.161626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.161811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.161997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.162183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.162444 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.162632 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.162874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.162988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.163174 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.163441 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.163553 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.163697 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.163882 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.164068 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.164253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.164438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.164622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.164807 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.164992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.165176 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.165360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.165545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.165721 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.165998 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.166111 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 04:28:55.166300 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.166485 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.166749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.166873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.167027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.167215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.167390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.167564 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.167750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.167936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.168130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.168316 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.168503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.168691 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.168877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.169065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.169252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.169439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.169622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.169795 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.169940 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.170092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.170293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.170451 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.170644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.43/identity {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.170850 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.171038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.171231 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.171419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.171606 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.171793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.171982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.172170 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.172357 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.172544 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.172733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.172925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.173114 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.173280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.173464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.173651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.173838 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.174025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.174213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.174401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.174588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.174775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.174986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.175173 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.175360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.175558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.175747 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.175934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.176119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.176281 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.176469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.176656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.176846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.177034 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.177220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.177408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.177609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.177796 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.177982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.178169 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.178355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.178515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.178705 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.178889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.179079 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.179265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.179451 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.179636 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.179822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.180010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.180196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.180382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.180546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.180732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.180918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.181108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.181295 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.181995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.182182 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.182377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.182580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.182769 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.182983 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.183141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.183331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.183519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.183672 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.183868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.184058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.184244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.184402 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.184570 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.184752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.184940 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.185101 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.185287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.185475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.185742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.185910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.186072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.186288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.186450 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.186544 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.186641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.186843 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.187030 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.187246 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.187436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.187625 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.187813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.188008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.188207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.188389 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.188569 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.188753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.188947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.189131 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.189319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.189505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.189692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.189879 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.190075 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.190252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.190438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.190626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.190833 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.191027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.191244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.191433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.191626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.191813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.191999 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.192186 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.192375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.192560 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.192749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.193003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.193117 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.193284 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.43/identity {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.193470 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.193656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.193847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.194033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.194222 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.194387 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.194569 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.194726 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.194943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.195130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.195318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.195506 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.195691 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.195926 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.196089 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.196262 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.196373 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.196539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.196690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.196876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.197622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.197814 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.198001 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.198188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.198375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.198563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.198750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.198964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.199131 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.199324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.199510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.199697 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.199886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.200073 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.200284 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.200449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.200637 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.200825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.201012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.201200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.201387 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.201574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.201765 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.201866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:28:55.201965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.202128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.202315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.202501 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.202686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.202898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.203085 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.203273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.203461 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.203648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.203837 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.204025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.204215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.204402 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.204589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.204776 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.204962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.205149 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.205336 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.205534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.205723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.205909 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.206096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.206282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.206478 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.206665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.206878 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.207041 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.207230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.207427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.207614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.207848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.208000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.208146 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.208284 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.208423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.208612 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.208809 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.208965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.209158 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.209345 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.209544 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.209731 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.209919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.210108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.210296 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.210483 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.210671 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.210865 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.211057 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.211253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.211443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.211641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.211836 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.212032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.212219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.212412 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.212634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.212825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.213015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.213253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.213400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.213539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.213676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.213822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.214003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.214190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.214377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.214567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.214755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.214965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.215151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.215375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.215528 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.215667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.215840 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.216102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 04:28:55.216268 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83932) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 18 04:28:55.230870 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 46732) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:28:55.242344 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0093255
Feb 18 04:29:05.624533 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237f5eb8-6bc2-4fb1-ba8b-47a0358212d5 None None] get_active_networks_info from dv-cinder-776307-1-iscsi {{(pid=84045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 18 04:29:05.748994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237f5eb8-6bc2-4fb1-ba8b-47a0358212d5 None None] No non-hosted networks {{(pid=84045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 18 04:29:05.776990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agentschedulers_db [None req-237f5eb8-6bc2-4fb1-ba8b-47a0358212d5 None None] DHCP Agent not found on host dv-cinder-776307-1-iscsi {{(pid=84045) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Feb 18 04:29:06.044633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-07169913-07eb-4081-bee9-959876d18c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947'] for agent, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:07.798649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9028fa14-4cab-4cc5-9b0f-956c1e6e12e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947'] for agent, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:07.907548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-eb1881d3-6d0b-4b21-823c-116c40098036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:08.630148 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947'] for agent, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:09.448015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947'] for agent, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:09.448747 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:09.449125 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:09.449503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:09.449870 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:09.450236 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:09.450600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:09.451007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:09.451546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:09.452083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:09.452599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:09.453109 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:09.453679 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:09.454355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ffa3f090780>, 'Open vSwitch agent', 'dv-cinder-776307-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:29:09.460841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ffa3ef4a3c8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776307-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:29:09.736021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947'] for agent, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:11.300000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 46830) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:29:11.304828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] get_endpoint_by_host() called for host dv-cinder-776307-1-iscsi {{(pid=84045) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 18 04:29:11.310901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] get_endpoint_by_ip() called for ip 192.168.0.49 {{(pid=84045) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 18 04:29:11.314293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] _add_endpoint() called for ip 192.168.0.49 {{(pid=84045) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 18 04:29:11.349609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] _get_endpoints() called {{(pid=84045) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 18 04:29:11.943097 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING oslo_policy.policy [None req-1800733f-a01c-4944-8256-ba5dad4562b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 04:29:11.943706 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING oslo_policy.policy [None req-1800733f-a01c-4944-8256-ba5dad4562b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 04:29:11.947039 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_hamode_db [None req-4adaebbe-3197-4709-b7a7-6a72bd9774dc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 18 04:29:12.037700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adaebbe-3197-4709-b7a7-6a72bd9774dc None None] Routers set() bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:29:12.038124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adaebbe-3197-4709-b7a7-6a72bd9774dc None None] Router IDs set() for agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 18 04:29:12.173921 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [None req-1800733f-a01c-4944-8256-ba5dad4562b4 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:29:12.175170 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1800733f-a01c-4944-8256-ba5dad4562b4 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8730597
Feb 18 04:29:14.870331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 46844) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:29:15.254369 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-ba7f47b5-482b-471d-a971-ac5bba0e6ad0 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:29:15.324710 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.policy [None req-ba7f47b5-482b-471d-a971-ac5bba0e6ad0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84043) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 18 04:29:15.360964 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING oslo_policy.policy [None req-ba7f47b5-482b-471d-a971-ac5bba0e6ad0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 04:29:15.361379 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING oslo_policy.policy [None req-ba7f47b5-482b-471d-a971-ac5bba0e6ad0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 04:29:15.388528 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota [None req-ba7f47b5-482b-471d-a971-ac5bba0e6ad0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ffa3ef5b2e8>.
Feb 18 04:29:15.404331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ba7f47b5-482b-471d-a971-ac5bba0e6ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:29:15.492200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ba7f47b5-482b-471d-a971-ac5bba0e6ad0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794552292090', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794552276036', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794552277576', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794552320580', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794552323805', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133939559', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036720889600', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558943', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1002182'] for rbac-policy, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:15.698214 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ba7f47b5-482b-471d-a971-ac5bba0e6ad0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:15.699539 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ba7f47b5-482b-471d-a971-ac5bba0e6ad0 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8281133
Feb 18 04:29:18.628010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 46858) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:29:18.995141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:29:19.001122 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:29:19.005844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Usage tracker for resource:network and tenant:8d370cbe12ed4b03a324e3643deaf1f8 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:29:19.009500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:29:19.015846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:29:19.061245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Made reservation on behalf of 8d370cbe12ed4b03a324e3643deaf1f8 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:29:19.067392 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:19.085405 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:19.254252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:29:19.258070 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Usage tracker for resource:security_group_rule and tenant:8d370cbe12ed4b03a324e3643deaf1f8 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:29:19.262301 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:29:19.267936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:29:19.468017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:19.492458 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:19.497022 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:19.517088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:29:19.542967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794549379870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:19.543451 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Added segment fd0b9639-c0ab-487f-a464-7851e07c76cf of type vxlan for network 06574c01-7144-4f7d-9024-4872d60402c7
Feb 18 04:29:19.597368 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dff54f5-1572-4201-afa3-1e3c9bb736af,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:19.620236 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:19.620627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:19.620991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:19.621346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:19.621695 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:19.622060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:19.622410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:19.622755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:19.623143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:19.623490 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:19.623834 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:19.624174 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Tracked resource versions report:
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]: pushed versions:
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]: {   'AddressGroup': {'1.1'},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     'ConntrackHelper': {'1.0'},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Log': {'1.0'},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Network': {'1.1'},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Port': {'1.7'},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     'PortForwarding': {'1.2'},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     'QosPolicy': {'1.8'},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroup': {'1.4'},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroupRule': {'1.2'},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SubPort': {'1.0'},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Subnet': {'1.1'},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Trunk': {'1.1'}}
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]: consumer versions:
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]: {   DHCP agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     L3 agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metadata agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metering agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:     Open vSwitch agent@dv-cinder-776307-1-iscsi: {   'AddressGroup': '1.1',
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'ConntrackHelper': '1.0',
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Log': '1.0',
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Network': '1.1',
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Port': '1.7',
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'PortForwarding': '1.2',
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'QosPolicy': '1.8',
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroup': '1.4',
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroupRule': '1.2',
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SubPort': '1.0',
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Subnet': '1.1',
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Trunk': '1.1'}}
Feb 18 04:29:19.625251 dv-cinder-776307-1-iscsi neutron-server[83932]:  {{(pid=84043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 04:29:19.661554 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:19.667944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:19.726803 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:19.728159 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:29:19.728786 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:19.733470 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:19.837303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Pushing event updated for resources: {'Network': ['ID=06574c01-7144-4f7d-9024-4872d60402c7,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:19.840656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:19.848630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network 06574c01-7144-4f7d-9024-4872d60402c7 details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:29:19.927628 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.2984326
Feb 18 04:29:22.934568 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 46874) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:29:23.407853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec661686-61c7-4c6a-b55f-d4d9ef673804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:29:23.409233 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ec661686-61c7-4c6a-b55f-d4d9ef673804 admin admin] 10.222.0.43 "GET /v2.0/networks/06574c01-7144-4f7d-9024-4872d60402c7 HTTP/1.1" status: 200  len: 818 time: 0.4735277
Feb 18 04:29:23.440130 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-5ecddd03-66d6-44fd-bde7-4855ea0adf24 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/6d7671fe-60cf-459b-baac-d4185d1d0264 HTTP/1.1" status: 200  len: 734 time: 0.0247715
Feb 18 04:29:23.449857 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '6d7671fe-60cf-459b-baac-d4185d1d0264', 'name': 'private-subnet', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'ip_version': 4, 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:29:23.454259 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:29:23.458201 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Usage tracker for resource:subnet and tenant:8d370cbe12ed4b03a324e3643deaf1f8 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:29:23.461151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:29:23.466780 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:29:23.554743 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Made reservation on behalf of 8d370cbe12ed4b03a324e3643deaf1f8 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:29:23.559778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:24.058253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:24.073004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:24.205040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f5c17b-77a3-40b4-8326-eaa0e97df612,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:24.208330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:24.279429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Checking segment: {'id': 'fd0b9639-c0ab-487f-a464-7851e07c76cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:29:24.279811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Network hostable DHCP agents. Network: 06574c01-7144-4f7d-9024-4872d60402c7, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:29:24.329517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Network 06574c01-7144-4f7d-9024-4872d60402c7 is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:29:24.363771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, 06574c01-7144-4f7d-9024-4872d60402c7) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:29:24.368104 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:29:24.368780 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:24.373523 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8fc77a-7340-4843-b049-e6c1cf9b0c83 None None] Network 06574c01-7144-4f7d-9024-4872d60402c7 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:29:24.416851 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9710524
Feb 18 04:29:24.863631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4124b74-8307-5700-a325-a28cfab4f9ef-06574c01-7144-4f7d-9024-4872d60402c7', 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'fixed_ips': [{'subnet_id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612'}]}} from dv-cinder-776307-1-iscsi. {{(pid=84045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 04:29:24.864812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:25.183580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Allocated IP 172.20.0.2 (06574c01-7144-4f7d-9024-4872d60402c7/d3f5c17b-77a3-40b4-8326-eaa0e97df612/5dd2c744-734f-4e19-bc08-ee25acc1ef28) {{(pid=84045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:29:25.418445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:25.481184 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Transition to ACTIVE for port object 5dd2c744-734f-4e19-bc08-ee25acc1ef28 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:29:25.501644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Transition to ACTIVE for port object 5dd2c744-734f-4e19-bc08-ee25acc1ef28 will not be triggered until provisioned by entity DHCP. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:29:25.538370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:25.557560 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:25.698729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Pushing event updated for resources: {'Port': ['ID=5dd2c744-734f-4e19-bc08-ee25acc1ef28,revision_number=1']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:25.709318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:25.709694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:25.710068 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:25.710434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:25.710812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:25.711183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:25.711540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:25.711896 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:25.712769 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:25.713124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:25.713478 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:25.713828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Tracked resource versions report:
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]: pushed versions:
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]: {   'AddressGroup': {'1.1'},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     'ConntrackHelper': {'1.0'},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Log': {'1.0'},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Network': {'1.1'},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Port': {'1.7'},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     'PortForwarding': {'1.2'},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     'QosPolicy': {'1.8'},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroup': {'1.4'},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroupRule': {'1.2'},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SubPort': {'1.0'},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Subnet': {'1.1'},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Trunk': {'1.1'}}
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]: consumer versions:
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]: {   DHCP agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     L3 agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metadata agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metering agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:     Open vSwitch agent@dv-cinder-776307-1-iscsi: {   'AddressGroup': '1.1',
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'ConntrackHelper': '1.0',
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Log': '1.0',
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Network': '1.1',
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Port': '1.7',
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'PortForwarding': '1.2',
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'QosPolicy': '1.8',
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroup': '1.4',
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroupRule': '1.2',
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SubPort': '1.0',
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Subnet': '1.1',
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Trunk': '1.1'}}
Feb 18 04:29:25.714957 dv-cinder-776307-1-iscsi neutron-server[83932]:  {{(pid=84045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 04:29:25.718483 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:25.771602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Network 06574c01-7144-4f7d-9024-4872d60402c7 is already hosted by enough agents. {{(pid=84045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:29:25.772768 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Resources bound (agent type, host, resource id):  {{(pid=84045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:29:25.776180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Received port after_create {{(pid=84045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:29:25.837542 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Attempting to bind port 5dd2c744-734f-4e19-bc08-ee25acc1ef28 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:29:25.845280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Attempting to bind port 5dd2c744-734f-4e19-bc08-ee25acc1ef28 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': 'fd0b9639-c0ab-487f-a464-7851e07c76cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:29:25.845280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Attempting to bind port 5dd2c744-734f-4e19-bc08-ee25acc1ef28 on network 06574c01-7144-4f7d-9024-4872d60402c7 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:29:25.845515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:29:25.845839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Checking segment: {'id': 'fd0b9639-c0ab-487f-a464-7851e07c76cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:29:25.845839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:25.845839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Bound using segment: {'id': 'fd0b9639-c0ab-487f-a464-7851e07c76cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:29:25.846069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Bound port: 5dd2c744-734f-4e19-bc08-ee25acc1ef28, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0b9639-c0ab-487f-a464-7851e07c76cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:29:25.846319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:25.939588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] For port 5dd2c744-734f-4e19-bc08-ee25acc1ef28, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:29:25.943856 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] For port 5dd2c744-734f-4e19-bc08-ee25acc1ef28, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=5dd2c744-734f-4e19-bc08-ee25acc1ef28,segment=NetworkSegment(fd0b9639-c0ab-487f-a464-7851e07c76cf),segment_id=fd0b9639-c0ab-487f-a464-7851e07c76cf)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:29:25.976052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:25.991417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:26.141726 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Pushing event updated for resources: {'Port': ['ID=5dd2c744-734f-4e19-bc08-ee25acc1ef28,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:26.146848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:27.162206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 46884) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:29:27.564250 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [None req-e20b62c1-a25e-4f86-8b4b-5e986756ca8b admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:29:27.565570 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-e20b62c1-a25e-4f86-8b4b-5e986756ca8b admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4021909
Feb 18 04:29:29.375902 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 5dd2c744-734f-4e19-bc08-ee25acc1ef28 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:29:29.477909 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 5dd2c744-734f-4e19-bc08-ee25acc1ef28 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:29:30.304118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 46898) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:29:30.705883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [None req-2785d6bd-d573-4229-b158-6289a4be5426 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:29:30.707022 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2785d6bd-d573-4229-b158-6289a4be5426 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4018278
Feb 18 04:29:30.953755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c259a90-f358-41d6-a33d-ddc973c7bacf None None] Network 06574c01-7144-4f7d-9024-4872d60402c7 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:29:31.079380 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c91cdc11-683e-4c86-9033-0099a51815ec None None] Provisioning for port 5dd2c744-734f-4e19-bc08-ee25acc1ef28 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:29:31.093206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c91cdc11-683e-4c86-9033-0099a51815ec None None] Provisioning complete for port 5dd2c744-734f-4e19-bc08-ee25acc1ef28 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:29:31.093607 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c91cdc11-683e-4c86-9033-0099a51815ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:31.318247 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c91cdc11-683e-4c86-9033-0099a51815ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:31.366670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-c91cdc11-683e-4c86-9033-0099a51815ec None None] For port 5dd2c744-734f-4e19-bc08-ee25acc1ef28, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=5dd2c744-734f-4e19-bc08-ee25acc1ef28,segment=NetworkSegment(fd0b9639-c0ab-487f-a464-7851e07c76cf),segment_id=fd0b9639-c0ab-487f-a464-7851e07c76cf)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:29:31.406594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c91cdc11-683e-4c86-9033-0099a51815ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:31.412569 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:31.484578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cdc11-683e-4c86-9033-0099a51815ec None None] Pushing event updated for resources: {'Port': ['ID=5dd2c744-734f-4e19-bc08-ee25acc1ef28,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:31.487946 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c91cdc11-683e-4c86-9033-0099a51815ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:31.529080 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c7ad0d9e-a0e0-462a-a100-e475f4a4abf1 None None] Provisioning complete for port 5dd2c744-734f-4e19-bc08-ee25acc1ef28 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:29:31.529485 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c7ad0d9e-a0e0-462a-a100-e475f4a4abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:31.777987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-251a24a0-7a2d-4905-9758-1730fe9a2853 None None] Provisioning complete for port 5dd2c744-734f-4e19-bc08-ee25acc1ef28 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:29:31.778500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-251a24a0-7a2d-4905-9758-1730fe9a2853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:32.024968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-f9f5e903-e501-47d6-8c4a-eecd55159180 None None] Provisioning complete for port 5dd2c744-734f-4e19-bc08-ee25acc1ef28 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:29:32.025374 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f9f5e903-e501-47d6-8c4a-eecd55159180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:33.357424 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 5dd2c744-734f-4e19-bc08-ee25acc1ef28 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:29:33.427667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 5dd2c744-734f-4e19-bc08-ee25acc1ef28 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:29:33.428078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:33.724239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 46910) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:29:34.095642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-aa54d4d0-9d11-45be-bf65-bd620d408c69 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'name': 'router1'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:29:34.101112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-aa54d4d0-9d11-45be-bf65-bd620d408c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:29:34.105244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-aa54d4d0-9d11-45be-bf65-bd620d408c69 admin admin] Usage tracker for resource:router and tenant:8d370cbe12ed4b03a324e3643deaf1f8 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:29:34.108468 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-aa54d4d0-9d11-45be-bf65-bd620d408c69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:29:34.114224 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-aa54d4d0-9d11-45be-bf65-bd620d408c69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:29:34.149145 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-aa54d4d0-9d11-45be-bf65-bd620d408c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853815601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112158'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:34.150488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-aa54d4d0-9d11-45be-bf65-bd620d408c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853815586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854663673'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:34.222512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-aa54d4d0-9d11-45be-bf65-bd620d408c69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:34.353454 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-aa54d4d0-9d11-45be-bf65-bd620d408c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796642'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:34.397894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-aa54d4d0-9d11-45be-bf65-bd620d408c69 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:34.399152 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-aa54d4d0-9d11-45be-bf65-bd620d408c69 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6738136
Feb 18 04:29:35.535409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a02ba9c9-40e9-4293-8877-3166298a9fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:37.080059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 46920) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:29:37.461268 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [None req-d552c7a7-6f2d-46c7-8f36-fda6b316b7eb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:29:37.462480 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d552c7a7-6f2d-46c7-8f36-fda6b316b7eb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3813758
Feb 18 04:29:37.771866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-21e9776e-347a-42e1-8edf-a151f6989308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:38.554771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:39.432165 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:39.655096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:40.173607 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 46940) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:29:40.329835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:29:40.334649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:29:40.339230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Usage tracker for resource:network and tenant:4f65afaf21da4d0db6bf7ceb7d0056c6 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:29:40.342658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:29:40.348310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:29:40.443632 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Made reservation on behalf of 4f65afaf21da4d0db6bf7ceb7d0056c6 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:29:40.448675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:40.461297 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:40.476794 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:29:40.480725 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Usage tracker for resource:security_group_rule and tenant:4f65afaf21da4d0db6bf7ceb7d0056c6 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:29:40.483587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:29:40.489201 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:29:40.718661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:40.749013 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:40.753299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:40.768180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Reserving flat network on physical network physnet1 {{(pid=84043) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 18 04:29:40.784526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d966fc7b-1092-4044-a41a-ab6a362ff970,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:40.787563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:40.821851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794549379870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:40.822457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ffa3fde31e0> segment precommit_create {{(pid=84043) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 18 04:29:40.822899 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Added segment 3aca1e9a-20bb-4a63-85a9-4d32e165570c of type flat for network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4
Feb 18 04:29:40.992493 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:41.060748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:41.061964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:29:41.062593 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:41.067363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:41.168271 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Pushing event updated for resources: {'Network': ['ID=0638e236-a1a1-495b-a8a5-e38e2dcb77e4,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:41.170933 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:41.182077 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:29:41.193189 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0185175
Feb 18 04:29:43.694448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 46960) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:29:43.811646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1ac5e7-5157-42c9-8349-a503c6999ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:29:43.813068 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-6e1ac5e7-5157-42c9-8349-a503c6999ab4 admin admin] 10.222.0.43 "GET /v2.0/subnets/d3f5c17b-77a3-40b4-8326-eaa0e97df612 HTTP/1.1" status: 200  len: 849 time: 0.1174643
Feb 18 04:29:43.962630 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-5f6371b3-2f8e-443b-b0a6-21c37bbf97d6 admin admin] 10.222.0.43 "GET /v2.0/routers/1ed04f24-389d-4452-92e4-551bc4e2ae37 HTTP/1.1" status: 200  len: 704 time: 0.1435070
Feb 18 04:29:44.585883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:44.976080 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Allocated IP 172.20.0.1 (06574c01-7144-4f7d-9024-4872d60402c7/d3f5c17b-77a3-40b4-8326-eaa0e97df612/0f96c0e1-0149-4fa2-8277-c77ba07b9f38) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:29:45.247485 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:45.265360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Transition to ACTIVE for port object 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:29:45.349633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:45.364406 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:45.501039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Pushing event updated for resources: {'Port': ['ID=0f96c0e1-0149-4fa2-8277-c77ba07b9f38,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:45.507175 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:45.559111 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Network 06574c01-7144-4f7d-9024-4872d60402c7 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:29:45.560219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:29:45.562332 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:29:45.562887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977125'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:45.766224 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c06c389d-d648-4b4e-bd3c-6be5ec9e7967 None None] Provisioning for port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:29:45.771226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c06c389d-d648-4b4e-bd3c-6be5ec9e7967 None None] Provisioning complete for port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:29:45.771706 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c06c389d-d648-4b4e-bd3c-6be5ec9e7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:45.866874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:45.979754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-c06c389d-d648-4b4e-bd3c-6be5ec9e7967 None None] Port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:29:46.165376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:46.197757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:46.198903 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854013805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853798841'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:46.217252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:46.348356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Pushing event updated for resources: {'Port': ['ID=0f96c0e1-0149-4fa2-8277-c77ba07b9f38,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:46.352615 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:46.406653 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Network 06574c01-7144-4f7d-9024-4872d60402c7 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:29:46.407779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:29:46.603224 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-a9c0113c-3188-41d1-a38b-12609c4fe38b None None] Provisioning complete for port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:29:46.603628 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a9c0113c-3188-41d1-a38b-12609c4fe38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:46.660793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0113c-3188-41d1-a38b-12609c4fe38b None None] Port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:29:46.798054 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Router 1ed04f24-389d-4452-92e4-551bc4e2ae37 is scheduled to L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 04:29:46.958764 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:29:46.968511 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] 10.222.0.43 "PUT /v2.0/routers/1ed04f24-389d-4452-92e4-551bc4e2ae37/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.0003507
Feb 18 04:29:46.969215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Sync routers for ids ['1ed04f24-389d-4452-92e4-551bc4e2ae37'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:29:46.981070 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Routers {'1ed04f24-389d-4452-92e4-551bc4e2ae37'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:29:46.981979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3f06b390>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:29:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['1ed04f24-389d-4452-92e4-551bc4e2ae37'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:29:47.165630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Set router 1ed04f24-389d-4452-92e4-551bc4e2ae37 gateway port host: None {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:29:47.708019 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3f06b390>, [{'id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'name': 'router1', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:34Z', 'updated_at': '2021-02-18T04:29:45Z', 'revision_number': 2, 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'gw_port_host': None, '_interfaces': [{'id': '0f96c0e1-0149-4fa2-8277-c77ba07b9f38', 'name': '', 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'mac_address': 'fa:16:3e:f4:8e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:44Z', 'updated_at': '2021-02-18T04:29:45Z', 'revision_number': 2, 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'subnets': [{'id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d7671fe-60cf-459b-baac-d4185d1d0264'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:29:47.713556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Checking router: 1ed04f24-389d-4452-92e4-551bc4e2ae37 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:29:47.713941 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Updating router 1ed04f24-389d-4452-92e4-551bc4e2ae37 port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 binding host dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:29:47.771615 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:48.221317 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:48.236745 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Transition to ACTIVE for port object 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:29:48.283436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:48.300146 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:48.436539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Pushing event updated for resources: {'Port': ['ID=0f96c0e1-0149-4fa2-8277-c77ba07b9f38,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:48.450275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:48.450647 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:48.451036 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:48.451393 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:48.451742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:48.452091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:48.452439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:48.452784 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:48.453143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:48.453487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:48.453829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:48.454171 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Tracked resource versions report:
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]: pushed versions:
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]: {   'AddressGroup': {'1.1'},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     'ConntrackHelper': {'1.0'},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Log': {'1.0'},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Network': {'1.1'},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Port': {'1.7'},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     'PortForwarding': {'1.2'},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     'QosPolicy': {'1.8'},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroup': {'1.4'},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroupRule': {'1.2'},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SubPort': {'1.0'},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Subnet': {'1.1'},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Trunk': {'1.1'}}
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]: consumer versions:
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]: {   DHCP agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     L3 agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metadata agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metering agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:     Open vSwitch agent@dv-cinder-776307-1-iscsi: {   'AddressGroup': '1.1',
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'ConntrackHelper': '1.0',
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Log': '1.0',
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Network': '1.1',
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Port': '1.7',
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'PortForwarding': '1.2',
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'QosPolicy': '1.8',
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroup': '1.4',
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroupRule': '1.2',
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SubPort': '1.0',
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Subnet': '1.1',
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Trunk': '1.1'}}
Feb 18 04:29:48.455266 dv-cinder-776307-1-iscsi neutron-server[83932]:  {{(pid=84046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 04:29:48.472051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:48.624711 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Attempting to bind port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:29:48.625138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Attempting to bind port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': 'fd0b9639-c0ab-487f-a464-7851e07c76cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:29:48.625565 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Attempting to bind port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 on network 06574c01-7144-4f7d-9024-4872d60402c7 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:29:48.631388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:29:48.631796 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Checking segment: {'id': 'fd0b9639-c0ab-487f-a464-7851e07c76cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:29:48.632282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:48.632704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Bound using segment: {'id': 'fd0b9639-c0ab-487f-a464-7851e07c76cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:29:48.633244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Bound port: 0f96c0e1-0149-4fa2-8277-c77ba07b9f38, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0b9639-c0ab-487f-a464-7851e07c76cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:29:48.634181 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:48.729119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] For port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:29:48.734600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] For port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=0f96c0e1-0149-4fa2-8277-c77ba07b9f38,segment=NetworkSegment(fd0b9639-c0ab-487f-a464-7851e07c76cf),segment_id=fd0b9639-c0ab-487f-a464-7851e07c76cf)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:29:48.792540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:48.808239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:48.961754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Pushing event updated for resources: {'Port': ['ID=0f96c0e1-0149-4fa2-8277-c77ba07b9f38,revision_number=4']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:48.965016 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:49.027523 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Routers {'1ed04f24-389d-4452-92e4-551bc4e2ae37'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:29:49.028202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3f06b390>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:29:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['1ed04f24-389d-4452-92e4-551bc4e2ae37'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:29:49.196969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] Set router 1ed04f24-389d-4452-92e4-551bc4e2ae37 gateway port host: None {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:29:49.485863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 46972) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:29:49.537046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3f06b390>, [{'id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'name': 'router1', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:34Z', 'updated_at': '2021-02-18T04:29:45Z', 'revision_number': 2, 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'gw_port_host': None, '_interfaces': [{'id': '0f96c0e1-0149-4fa2-8277-c77ba07b9f38', 'name': '', 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'mac_address': 'fa:16:3e:f4:8e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:44Z', 'updated_at': '2021-02-18T04:29:48Z', 'revision_number': 4, 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'subnets': [{'id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d7671fe-60cf-459b-baac-d4185d1d0264'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:29:49.541684 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45550b9-e5f3-4d19-a73a-639f22e2f050 None None] The sync data for ids ['1ed04f24-389d-4452-92e4-551bc4e2ae37'] in dv-cinder-776307-1-iscsi is: [{'id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'name': 'router1', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:34Z', 'updated_at': '2021-02-18T04:29:45Z', 'revision_number': 2, 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'gw_port_host': None, '_interfaces': [{'id': '0f96c0e1-0149-4fa2-8277-c77ba07b9f38', 'name': '', 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'mac_address': 'fa:16:3e:f4:8e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:44Z', 'updated_at': '2021-02-18T04:29:48Z', 'revision_number': 4, 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'subnets': [{'id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d7671fe-60cf-459b-baac-d4185d1d0264'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:29:49.660999 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING oslo_policy.policy [None req-6f2d3a8d-9e57-4fd2-9046-dacc46ec27e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 04:29:49.661567 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING oslo_policy.policy [None req-6f2d3a8d-9e57-4fd2-9046-dacc46ec27e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 04:29:50.090609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.policy [None req-6f2d3a8d-9e57-4fd2-9046-dacc46ec27e2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84044) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 18 04:29:50.282126 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING oslo_policy.policy [None req-6f2d3a8d-9e57-4fd2-9046-dacc46ec27e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 04:29:50.282557 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING oslo_policy.policy [None req-6f2d3a8d-9e57-4fd2-9046-dacc46ec27e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 04:29:50.307603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2d3a8d-9e57-4fd2-9046-dacc46ec27e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:29:50.309321 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-6f2d3a8d-9e57-4fd2-9046-dacc46ec27e2 admin admin] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 842 time: 0.8222489
Feb 18 04:29:50.320596 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:29:50.324136 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.quota [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ffa3f131b00>.
Feb 18 04:29:50.330456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:29:50.335869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Usage tracker for resource:subnet and tenant:4f65afaf21da4d0db6bf7ceb7d0056c6 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:29:50.339717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:29:50.346432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:29:50.380143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Made reservation on behalf of 4f65afaf21da4d0db6bf7ceb7d0056c6 for: {'subnet': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:29:50.386755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:51.066724 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.objects.ports [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 04:29:51.067240 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for subnet, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:51.082678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:51.225465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0b76a6-7ada-494d-9843-107a3ee58549,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:51.236777 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:51.237150 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:51.237510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:51.237866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:51.238218 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:51.238573 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:51.238951 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:51.239300 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:51.239665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:51.240012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:51.240354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:51.240697 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Tracked resource versions report:
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]: pushed versions:
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]: {   'AddressGroup': {'1.1'},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     'ConntrackHelper': {'1.0'},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Log': {'1.0'},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Network': {'1.1'},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Port': {'1.7'},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     'PortForwarding': {'1.2'},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     'QosPolicy': {'1.8'},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroup': {'1.4'},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroupRule': {'1.2'},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SubPort': {'1.0'},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Subnet': {'1.1'},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Trunk': {'1.1'}}
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]: consumer versions:
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]: {   DHCP agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     L3 agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metadata agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metering agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:     Open vSwitch agent@dv-cinder-776307-1-iscsi: {   'AddressGroup': '1.1',
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'ConntrackHelper': '1.0',
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Log': '1.0',
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Network': '1.1',
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Port': '1.7',
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'PortForwarding': '1.2',
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'QosPolicy': '1.8',
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroup': '1.4',
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroupRule': '1.2',
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SubPort': '1.0',
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Subnet': '1.1',
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Trunk': '1.1'}}
Feb 18 04:29:51.241769 dv-cinder-776307-1-iscsi neutron-server[83932]:  {{(pid=84044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 04:29:51.284868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:51.315666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Checking segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:29:51.316080 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Network hostable DHCP agents. Network: 0638e236-a1a1-495b-a8a5-e38e2dcb77e4, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:29:51.393000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:29:51.406228 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:29:51.457780 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, 0638e236-a1a1-495b-a8a5-e38e2dcb77e4) {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:29:51.466167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687b3cff-b525-4e5e-8790-1fb5d08e23c0 None None] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:29:51.467158 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:29:51.477639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:51.527430 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2114191
Feb 18 04:29:51.533043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:29:51.550444 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:29:51.550912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:51.803144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:51.826853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b923efe-1f8c-47c3-85ec-85466f34e12b None None] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:29:51.948269 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=0f96c0e1-0149-4fa2-8277-c77ba07b9f38,segment=NetworkSegment(fd0b9639-c0ab-487f-a464-7851e07c76cf),segment_id=fd0b9639-c0ab-487f-a464-7851e07c76cf)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:29:51.998056 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:52.013419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:52.126014 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=0f96c0e1-0149-4fa2-8277-c77ba07b9f38,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:52.128976 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:53.366488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:29:53.442256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:29:53.442675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:54.073439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 46996) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:29:54.305832 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-4a28ecf2-49b1-49ba-8859-7affd758a297 admin admin] 10.222.0.43 "GET /v2.0/routers/1ed04f24-389d-4452-92e4-551bc4e2ae37 HTTP/1.1" status: 200  len: 710 time: 0.2306137
Feb 18 04:29:54.441124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92671b1f-e3c9-455b-b528-cf8f350c588b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:29:54.442552 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-92671b1f-e3c9-455b-b528-cf8f350c588b admin admin] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 886 time: 0.1308239
Feb 18 04:29:54.452847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:29:55.058846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854663440'] for router, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:55.424126 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:55.483720 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:55.499142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:55.514616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:29:55.518580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:29:55.521707 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:29:55.528063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:29:55.757401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:55.786107 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:55.801054 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:55.892634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060a0b9d-1604-4df9-898f-33a3ef918e71,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:55.900039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:56.056810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Allocated IP 172.27.3.225 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/624345cb-6e1f-4957-853a-4138103c50a4) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:29:56.209577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:56.303423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:56.318646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:56.448232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Pushing event updated for resources: {'Port': ['ID=624345cb-6e1f-4957-853a-4138103c50a4,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:56.455761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:56.502535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:29:56.503667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:29:56.505795 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:29:57.092835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 5 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:29:57.144969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:57.489886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854663440'] for router, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:57.493905 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853815631'] for router, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:57.678718 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Router 1ed04f24-389d-4452-92e4-551bc4e2ae37 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:29:57.861356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:29:57.871463 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Sync routers for ids ['1ed04f24-389d-4452-92e4-551bc4e2ae37'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:29:57.877073 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Notify callbacks [] for router, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:57.878329 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] 10.222.0.43 "PUT /v2.0/routers/1ed04f24-389d-4452-92e4-551bc4e2ae37 HTTP/1.1" status: 200  len: 890 time: 3.4291174
Feb 18 04:29:57.881479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Routers {'1ed04f24-389d-4452-92e4-551bc4e2ae37'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:29:57.883872 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3f06f780>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:29:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['1ed04f24-389d-4452-92e4-551bc4e2ae37'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:29:58.087490 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Set router 1ed04f24-389d-4452-92e4-551bc4e2ae37 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:29:58.441925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3f06f780>, [{'id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'name': 'router1', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '624345cb-6e1f-4957-853a-4138103c50a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:34Z', 'updated_at': '2021-02-18T04:29:56Z', 'revision_number': 4, 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'gw_port': {'id': '624345cb-6e1f-4957-853a-4138103c50a4', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:55Z', 'updated_at': '2021-02-18T04:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '0f96c0e1-0149-4fa2-8277-c77ba07b9f38', 'name': '', 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'mac_address': 'fa:16:3e:f4:8e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:44Z', 'updated_at': '2021-02-18T04:29:51Z', 'revision_number': 5, 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'subnets': [{'id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d7671fe-60cf-459b-baac-d4185d1d0264'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:29:58.447400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Checking router: 1ed04f24-389d-4452-92e4-551bc4e2ae37 for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:29:58.447793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Updating router 1ed04f24-389d-4452-92e4-551bc4e2ae37 port 624345cb-6e1f-4957-853a-4138103c50a4 binding host dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:29:58.502207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:58.903194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:58.965922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Transition to ACTIVE for port object 624345cb-6e1f-4957-853a-4138103c50a4 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:29:59.017090 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:59.031200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:59.162143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d128e8-a93f-49e4-9e81-adc212bc967b None None] Pushing event updated for resources: {'Port': ['ID=624345cb-6e1f-4957-853a-4138103c50a4,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:59.167799 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e2d128e8-a93f-49e4-9e81-adc212bc967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:59.229933 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Attempting to bind port 624345cb-6e1f-4957-853a-4138103c50a4 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:29:59.230334 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Attempting to bind port 624345cb-6e1f-4957-853a-4138103c50a4 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:29:59.230728 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Attempting to bind port 624345cb-6e1f-4957-853a-4138103c50a4 on network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:29:59.236207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:29:59.236614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Checking segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:29:59.237043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:59.237459 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Bound using segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:29:59.237956 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Bound port: 624345cb-6e1f-4957-853a-4138103c50a4, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:29:59.238356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:59.312395 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] For port 624345cb-6e1f-4957-853a-4138103c50a4, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:29:59.315526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] For port 624345cb-6e1f-4957-853a-4138103c50a4, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=624345cb-6e1f-4957-853a-4138103c50a4,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:29:59.348929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:29:59.364329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:29:59.652407 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d128e8-a93f-49e4-9e81-adc212bc967b None None] Pushing event updated for resources: {'Port': ['ID=624345cb-6e1f-4957-853a-4138103c50a4,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:29:59.664767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e2d128e8-a93f-49e4-9e81-adc212bc967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:29:59.704297 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Routers {'1ed04f24-389d-4452-92e4-551bc4e2ae37'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:29:59.704930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3f06f780>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:29:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['1ed04f24-389d-4452-92e4-551bc4e2ae37'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:29:59.890049 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] Set router 1ed04f24-389d-4452-92e4-551bc4e2ae37 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:30:00.234977 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3f06f780>, [{'id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'name': 'router1', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '624345cb-6e1f-4957-853a-4138103c50a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:34Z', 'updated_at': '2021-02-18T04:29:56Z', 'revision_number': 4, 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'gw_port': {'id': '624345cb-6e1f-4957-853a-4138103c50a4', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:55Z', 'updated_at': '2021-02-18T04:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '0f96c0e1-0149-4fa2-8277-c77ba07b9f38', 'name': '', 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'mac_address': 'fa:16:3e:f4:8e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:44Z', 'updated_at': '2021-02-18T04:29:51Z', 'revision_number': 5, 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'subnets': [{'id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d7671fe-60cf-459b-baac-d4185d1d0264'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:30:00.239004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df58e6d6-6e3d-495d-a384-6aca053d5217 None None] The sync data for ids ['1ed04f24-389d-4452-92e4-551bc4e2ae37'] in dv-cinder-776307-1-iscsi is: [{'id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'name': 'router1', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '624345cb-6e1f-4957-853a-4138103c50a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:34Z', 'updated_at': '2021-02-18T04:29:56Z', 'revision_number': 4, 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'gw_port': {'id': '624345cb-6e1f-4957-853a-4138103c50a4', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:55Z', 'updated_at': '2021-02-18T04:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '0f96c0e1-0149-4fa2-8277-c77ba07b9f38', 'name': '', 'network_id': '06574c01-7144-4f7d-9024-4872d60402c7', 'tenant_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'mac_address': 'fa:16:3e:f4:8e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed04f24-389d-4452-92e4-551bc4e2ae37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:44Z', 'updated_at': '2021-02-18T04:29:51Z', 'revision_number': 5, 'project_id': '8d370cbe12ed4b03a324e3643deaf1f8', 'subnets': [{'id': 'd3f5c17b-77a3-40b4-8326-eaa0e97df612', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d7671fe-60cf-459b-baac-d4185d1d0264'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:30:00.558280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47006) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:30:00.686422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58364407-ff19-4f5c-9de3-dc4737ae9b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:30:00.688196 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-58364407-ff19-4f5c-9de3-dc4737ae9b0b admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1287136
Feb 18 04:30:01.394091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 624345cb-6e1f-4957-853a-4138103c50a4 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:30:01.502602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 624345cb-6e1f-4957-853a-4138103c50a4 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:30:01.507738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 624345cb-6e1f-4957-853a-4138103c50a4 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:30:01.508145 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:01.633985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:01.651407 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 624345cb-6e1f-4957-853a-4138103c50a4, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=624345cb-6e1f-4957-853a-4138103c50a4,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:30:01.680042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:01.682235 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:30:01.764580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=624345cb-6e1f-4957-853a-4138103c50a4,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:30:01.767992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:30:03.408931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 624345cb-6e1f-4957-853a-4138103c50a4 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:30:03.505708 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 624345cb-6e1f-4957-853a-4138103c50a4 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:30:03.506359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:05.555844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-378e1d79-3a2c-4b10-8170-4d067ea7e480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:07.788334 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0637dc93-f417-4531-b870-e11a15af8d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:08.598215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:09.446580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:09.728984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:34.092928 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 5 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:30:35.542310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-adfc6448-ad07-4538-8dc6-cfa2cdd0c752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:37.770748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-08373360-3f6f-4fdd-9b4f-ec4aa8df44c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:38.571158 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:39.448197 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:30:39.676764 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:31:05.533043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec17d2a6-6ebe-408c-9d81-a3b014e24817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:31:07.775986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1459f627-f11f-4fad-b7af-c54cd3e5a089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:31:08.644706 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:31:09.461301 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:31:09.675793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:31:11.091240 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 5 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:31:35.529554 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5202bc36-4ffa-4790-8f5d-0f511b7bd3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:31:37.772693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ffe37d8d-21a4-4ea7-8701-456a7e064766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:31:38.569448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:31:39.437813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:31:39.683700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:31:48.090940 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 5 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:32:05.534828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b4dd-55d5-4057-bee2-2e090d839fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:07.772190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-15e0f9a6-b3bb-481a-816f-ea68ce1a0765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:08.566231 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:09.429415 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:09.674708 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:15.324238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47584) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:32:15.397397 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fe725a-3944-4f75-ae87-69549dfbfa63 admin admin] GET failed (client error): The resource could not be found.
Feb 18 04:32:15.398752 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-71fe725a-3944-4f75-ae87-69549dfbfa63 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0734904
Feb 18 04:32:15.539600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1513c3-3872-4433-b2b0-6516571e94f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:15.541169 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ab1513c3-3872-4433-b2b0-6516571e94f9 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1380575
Feb 18 04:32:17.986432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47594) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:32:18.099109 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a55c459-0460-4d2c-b102-0fb80ab05650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:18.099711 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1a55c459-0460-4d2c-b102-0fb80ab05650 admin admin] Synchronizing usage tracker for tenant:4f65afaf21da4d0db6bf7ceb7d0056c6 on resource:subnet {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:32:18.159970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1a55c459-0460-4d2c-b102-0fb80ab05650 admin admin] Unset dirty status for tenant:4f65afaf21da4d0db6bf7ceb7d0056c6 on resource:subnet {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:32:18.161223 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1a55c459-0460-4d2c-b102-0fb80ab05650 admin admin] 10.222.0.43 "GET /v2.0/subnets/d3f5c17b-77a3-40b4-8326-eaa0e97df612 HTTP/1.1" status: 200  len: 849 time: 0.1736586
Feb 18 04:32:18.172136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:32:18.295874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Notify callbacks [] for subnet, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:18.631312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794549207769'] for subnet, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:18.646830 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-005815d2-f0a5-4476-b203-50a7349187e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:32:18.782295 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f5c17b-77a3-40b4-8326-eaa0e97df612,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:32:18.802271 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:32:18.802641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:32:18.803031 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:32:18.803391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:32:18.803750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:32:18.804122 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:32:18.804475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:32:18.804824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:32:18.805187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:32:18.805535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:32:18.805883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:32:18.806228 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:32:18.811376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:32:18.836802 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:18.837439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:18.838986 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] 10.222.0.43 "PUT /v2.0/subnets/d3f5c17b-77a3-40b4-8326-eaa0e97df612 HTTP/1.1" status: 200  len: 868 time: 0.6713123
Feb 18 04:32:18.842197 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c25be-98de-4010-bc10-66bc389b3a7f None None] Network 06574c01-7144-4f7d-9024-4872d60402c7 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:32:19.350343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-6a5e9a8a-ee33-4965-82c8-e7baabbd2f8b None None] Provisioning complete for port 5dd2c744-734f-4e19-bc08-ee25acc1ef28 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:32:19.350895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9a8a-ee33-4965-82c8-e7baabbd2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:19.483559 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-6a5e9a8a-ee33-4965-82c8-e7baabbd2f8b None None] Provisioning complete for port 0f96c0e1-0149-4fa2-8277-c77ba07b9f38 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:32:19.483969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9a8a-ee33-4965-82c8-e7baabbd2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:21.312622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47604) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:32:21.660773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb04f87-738c-4ba2-9659-08949ec3efc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:21.661205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb04f87-738c-4ba2-9659-08949ec3efc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:21.662885 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-fdb04f87-738c-4ba2-9659-08949ec3efc2 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.3492353
Feb 18 04:32:24.143509 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47614) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:32:24.324767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b307c48e-d307-4f85-a5d6-133bc3ac9c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:24.325190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b307c48e-d307-4f85-a5d6-133bc3ac9c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:24.326775 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-b307c48e-d307-4f85-a5d6-133bc3ac9c5b admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1821573
Feb 18 04:32:25.091303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 5 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:32:26.790779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47624) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:32:26.969430 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee14d85-76ff-416b-9e64-68cac115a41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:26.970846 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-3ee14d85-76ff-416b-9e64-68cac115a41e admin admin] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 886 time: 0.1789584
Feb 18 04:32:29.431036 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47634) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:32:29.615153 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316be235-9a84-4272-9917-d92f7631f5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:29.617255 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-316be235-9a84-4272-9917-d92f7631f5bc admin admin] 10.222.0.43 "GET /v2.0/networks/06574c01-7144-4f7d-9024-4872d60402c7 HTTP/1.1" status: 200  len: 862 time: 0.1844256
Feb 18 04:32:32.090181 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47644) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:32:32.207663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea422d-e27a-41df-bfca-4d84a05382fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:32.208081 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea422d-e27a-41df-bfca-4d84a05382fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:32.209686 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-94ea422d-e27a-41df-bfca-4d84a05382fc admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1184533
Feb 18 04:32:34.664975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47654) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:32:34.780730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70ee73-ed8b-4f70-befc-ec4c0e905a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:34.781155 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70ee73-ed8b-4f70-befc-ec4c0e905a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:34.782768 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-7f70ee73-ed8b-4f70-befc-ec4c0e905a0d admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1167734
Feb 18 04:32:35.533988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e5c81b81-0501-4a22-be0b-404095ea306f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:37.241521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47664) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:32:37.356236 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb103ed-ac58-4781-b8f2-0eb05e905969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:37.357657 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-7bb103ed-ac58-4781-b8f2-0eb05e905969 admin admin] 10.222.0.43 "GET /v2.0/subnets/d3f5c17b-77a3-40b4-8326-eaa0e97df612 HTTP/1.1" status: 200  len: 868 time: 0.1151841
Feb 18 04:32:37.779712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f65262d8-d27a-4b2b-a320-97441e6031bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:38.574490 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:39.442622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:39.691516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:32:39.832017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47674) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:32:39.944849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964fc418-84dd-4ac2-8954-1dcf107923fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:32:39.946212 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-964fc418-84dd-4ac2-8954-1dcf107923fe admin admin] 10.222.0.43 "GET /v2.0/subnets/ff0b76a6-7ada-494d-9843-107a3ee58549 HTTP/1.1" status: 200  len: 816 time: 0.1131825
Feb 18 04:33:02.091657 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 5 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:33:05.533532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4a81e127-1a49-414f-9aff-e1ac71beaab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:05.795531 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47714) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:33:05.846171 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [None req-4d234703-f2c3-4421-ac44-fd16d89a634f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84044) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:33:05.847366 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-4d234703-f2c3-4421-ac44-fd16d89a634f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0507376
Feb 18 04:33:07.773474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-58c16588-fae7-41f1-b549-10cd47da5f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:08.403848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47724) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:33:08.477294 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c3a2ec-251a-49e4-84fe-4ae174743437 admin admin] GET failed (client error): The resource could not be found.
Feb 18 04:33:08.478652 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-e6c3a2ec-251a-49e4-84fe-4ae174743437 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0737464
Feb 18 04:33:08.579298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:08.615951 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f6b735-ae55-46d2-9a5f-7fe0112a796c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:33:08.617523 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c8f6b735-ae55-46d2-9a5f-7fe0112a796c admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1346135
Feb 18 04:33:09.447879 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:09.693539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:11.113527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47734) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:33:11.165083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:33:11.170802 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:33:11.174883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Usage tracker for resource:network and tenant:4f65afaf21da4d0db6bf7ceb7d0056c6 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:33:11.177972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:33:11.184288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:33:11.221966 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Made reservation on behalf of 4f65afaf21da4d0db6bf7ceb7d0056c6 for: {'network': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:33:11.226640 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:11.320165 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.services.revisions.revision_plugin [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7ffa3eb7ee48] {project_id='4f65afaf21da4d0db6bf7ceb7d0056c6', id='acea136b-51cc-4ccb-bd0e-7d5077ff6965', target_tenant='*', action='access_as_shared', object_id='fd51b77e-d788-4712-9e32-8ab792f684bb'}> to bump revision.
Feb 18 04:33:11.389206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=84044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:33:11.400208 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794549379870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:11.400671 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Added segment 28cc2eb7-381b-4bd1-be72-673b8baa9081 of type vxlan for network fd51b77e-d788-4712-9e32-8ab792f684bb
Feb 18 04:33:11.438276 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:11.502042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:11.503323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:33:11.503963 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:11.508972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:33:11.605277 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=fd51b77e-d788-4712-9e32-8ab792f684bb,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:33:11.608534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:33:11.616049 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network fd51b77e-d788-4712-9e32-8ab792f684bb details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:33:11.708771 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5940638
Feb 18 04:33:14.194130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47744) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:33:14.267319 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3c2a0a-5230-49dd-80ad-f981902b264a admin admin] GET failed (client error): The resource could not be found.
Feb 18 04:33:14.267878 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1a3c2a0a-5230-49dd-80ad-f981902b264a admin admin] Synchronizing usage tracker for tenant:4f65afaf21da4d0db6bf7ceb7d0056c6 on resource:network {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:33:14.359111 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1a3c2a0a-5230-49dd-80ad-f981902b264a admin admin] Unset dirty status for tenant:4f65afaf21da4d0db6bf7ceb7d0056c6 on resource:network {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:33:14.360332 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1a3c2a0a-5230-49dd-80ad-f981902b264a admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1651495
Feb 18 04:33:14.472585 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfedde73-76f0-406f-814f-4784fe6ccc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:33:14.474099 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-cfedde73-76f0-406f-814f-4784fe6ccc07 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1093616
Feb 18 04:33:14.485435 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'fd51b77e-d788-4712-9e32-8ab792f684bb', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:33:14.489828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:33:14.499354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:33:14.536164 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Made reservation on behalf of 4f65afaf21da4d0db6bf7ceb7d0056c6 for: {'subnet': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:33:14.540655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:14.955771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for subnet, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:14.970815 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:33:15.093627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c8288d-793f-4259-98d1-0d7fa9497a31,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:33:15.097533 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:33:15.163667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Checking segment: {'id': '28cc2eb7-381b-4bd1-be72-673b8baa9081', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fd51b77e-d788-4712-9e32-8ab792f684bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:33:15.164051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Network hostable DHCP agents. Network: fd51b77e-d788-4712-9e32-8ab792f684bb, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:33:15.218666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Network fd51b77e-d788-4712-9e32-8ab792f684bb is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:33:15.247230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, fd51b77e-d788-4712-9e32-8ab792f684bb) {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:33:15.251019 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:33:15.251651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:15.256705 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df04d118-feba-4901-9c27-a5be7a1a6683 None None] Network fd51b77e-d788-4712-9e32-8ab792f684bb requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:33:15.297156 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8154156
Feb 18 04:33:15.496670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4124b74-8307-5700-a325-a28cfab4f9ef-fd51b77e-d788-4712-9e32-8ab792f684bb', 'network_id': 'fd51b77e-d788-4712-9e32-8ab792f684bb', 'tenant_id': '4f65afaf21da4d0db6bf7ceb7d0056c6', 'fixed_ips': [{'subnet_id': '12c8288d-793f-4259-98d1-0d7fa9497a31'}]}} from dv-cinder-776307-1-iscsi. {{(pid=84045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 04:33:15.497610 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:15.794084 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Allocated IP 192.168.233.2 (fd51b77e-d788-4712-9e32-8ab792f684bb/12c8288d-793f-4259-98d1-0d7fa9497a31/9c1b3759-13b4-4e43-8019-2cacf083f4e0) {{(pid=84045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:33:16.102178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Notify callbacks [] for port, precommit_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:16.162008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Transition to ACTIVE for port object 9c1b3759-13b4-4e43-8019-2cacf083f4e0 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:33:16.179345 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Transition to ACTIVE for port object 9c1b3759-13b4-4e43-8019-2cacf083f4e0 will not be triggered until provisioned by entity DHCP. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:33:16.249326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:16.266391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c91cdc11-683e-4c86-9033-0099a51815ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:33:16.398090 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Pushing event updated for resources: {'Port': ['ID=9c1b3759-13b4-4e43-8019-2cacf083f4e0,revision_number=1']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:33:16.410503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:33:16.411070 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:33:16.411449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:33:16.411822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:33:16.412187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:33:16.412543 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:33:16.412906 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:33:16.413264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:33:16.413644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:33:16.414003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:33:16.414357 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:33:16.414715 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:33:16.419873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:33:16.467011 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Network fd51b77e-d788-4712-9e32-8ab792f684bb is already hosted by enough agents. {{(pid=84045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:33:16.468199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Resources bound (agent type, host, resource id):  {{(pid=84045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:33:16.470595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Received port after_create {{(pid=84045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:33:16.532040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Attempting to bind port 9c1b3759-13b4-4e43-8019-2cacf083f4e0 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:33:16.532452 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Attempting to bind port 9c1b3759-13b4-4e43-8019-2cacf083f4e0 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '28cc2eb7-381b-4bd1-be72-673b8baa9081', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fd51b77e-d788-4712-9e32-8ab792f684bb'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:33:16.532861 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Attempting to bind port 9c1b3759-13b4-4e43-8019-2cacf083f4e0 on network fd51b77e-d788-4712-9e32-8ab792f684bb {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:33:16.538598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:33:16.539114 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Checking segment: {'id': '28cc2eb7-381b-4bd1-be72-673b8baa9081', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fd51b77e-d788-4712-9e32-8ab792f684bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:33:16.539554 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:16.539986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Bound using segment: {'id': '28cc2eb7-381b-4bd1-be72-673b8baa9081', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fd51b77e-d788-4712-9e32-8ab792f684bb'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:33:16.540500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Bound port: 9c1b3759-13b4-4e43-8019-2cacf083f4e0, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cc2eb7-381b-4bd1-be72-673b8baa9081', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fd51b77e-d788-4712-9e32-8ab792f684bb'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:33:16.540905 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:16.636448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] For port 9c1b3759-13b4-4e43-8019-2cacf083f4e0, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:33:16.639882 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] For port 9c1b3759-13b4-4e43-8019-2cacf083f4e0, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=9c1b3759-13b4-4e43-8019-2cacf083f4e0,segment=NetworkSegment(28cc2eb7-381b-4bd1-be72-673b8baa9081),segment_id=28cc2eb7-381b-4bd1-be72-673b8baa9081)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:33:16.711161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:16.730143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:33:16.884439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Pushing event updated for resources: {'Port': ['ID=9c1b3759-13b4-4e43-8019-2cacf083f4e0,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:33:16.890580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:33:17.488489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 9c1b3759-13b4-4e43-8019-2cacf083f4e0 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:33:17.596408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 9c1b3759-13b4-4e43-8019-2cacf083f4e0 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:33:18.182861 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1c4291-415e-489b-a9b4-1c0adee673e1 None None] Network fd51b77e-d788-4712-9e32-8ab792f684bb requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:33:18.312091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-01d3dd64-e41b-48cc-bf50-d853e66532ae None None] Provisioning for port 9c1b3759-13b4-4e43-8019-2cacf083f4e0 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:33:18.319336 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-01d3dd64-e41b-48cc-bf50-d853e66532ae None None] Provisioning complete for port 9c1b3759-13b4-4e43-8019-2cacf083f4e0 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:33:18.319745 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-01d3dd64-e41b-48cc-bf50-d853e66532ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:18.536007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-01d3dd64-e41b-48cc-bf50-d853e66532ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:18.581536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-01d3dd64-e41b-48cc-bf50-d853e66532ae None None] For port 9c1b3759-13b4-4e43-8019-2cacf083f4e0, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=9c1b3759-13b4-4e43-8019-2cacf083f4e0,segment=NetworkSegment(28cc2eb7-381b-4bd1-be72-673b8baa9081),segment_id=28cc2eb7-381b-4bd1-be72-673b8baa9081)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:33:18.619328 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-01d3dd64-e41b-48cc-bf50-d853e66532ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:18.622165 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e2d128e8-a93f-49e4-9e81-adc212bc967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:33:18.697321 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3dd64-e41b-48cc-bf50-d853e66532ae None None] Pushing event updated for resources: {'Port': ['ID=9c1b3759-13b4-4e43-8019-2cacf083f4e0,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:33:18.701143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-01d3dd64-e41b-48cc-bf50-d853e66532ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:33:18.748782 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-d79984d5-b5cd-4513-81ae-4d8be3cb4b57 None None] Provisioning complete for port 9c1b3759-13b4-4e43-8019-2cacf083f4e0 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:33:18.749203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d79984d5-b5cd-4513-81ae-4d8be3cb4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:19.004395 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c5e20bd9-6536-48b8-bb4d-3250849c6979 None None] Provisioning complete for port 9c1b3759-13b4-4e43-8019-2cacf083f4e0 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:33:19.004814 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c5e20bd9-6536-48b8-bb4d-3250849c6979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:19.253111 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-708a0518-fd26-43c1-8830-7e9e5dc6c648 None None] Provisioning complete for port 9c1b3759-13b4-4e43-8019-2cacf083f4e0 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:33:19.253449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-708a0518-fd26-43c1-8830-7e9e5dc6c648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:19.470031 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 9c1b3759-13b4-4e43-8019-2cacf083f4e0 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:33:19.541733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 9c1b3759-13b4-4e43-8019-2cacf083f4e0 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:33:19.542277 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:35.515663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7df94df3-682e-403e-8f62-626588e1004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:37.787198 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3dfe466a-daeb-44a2-8a36-75921c89af2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:38.587441 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:39.092393 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 5 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:33:39.465018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:33:39.701795 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:05.537841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-68149bb7-48d9-4e35-8251-4a0296d8e41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:07.786891 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9c7dcc33-a42c-43f4-9042-e71466b4b535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:08.581200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:09.457301 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:09.703076 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:16.092984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 5 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:34:35.531300 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-abff7669-87d8-446a-ab3e-1321db58272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:35.652474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47786) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:34:35.658897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [None req-680bcdd4-9bfc-4e6d-8456-d306b07faeb4 tempest-verify_tempest_config-1601976229 tempest-verify_tempest_config-1601976229-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84044) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:34:35.659946 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-680bcdd4-9bfc-4e6d-8456-d306b07faeb4 tempest-verify_tempest_config-1601976229 tempest-verify_tempest_config-1601976229-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0063791
Feb 18 04:34:36.208060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 47806) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:34:36.330344 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:36.345981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:34:36.350029 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Usage tracker for resource:security_group_rule and tenant:117c8421a95f41c29bf506e29e26eb1b is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:34:36.352953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:34:36.358624 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:34:36.692295 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:36.736688 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:36.746501 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:34:36.788708 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=117c8421a95f41c29bf506e29e26eb1b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5795653
Feb 18 04:34:36.789602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19bf11d-5aab-49e8-bbe1-3c571effd353,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:34:36.791740 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 47812) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:34:36.797067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.797446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.797814 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.798174 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.798530 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.798947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.799309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.799662 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.800029 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.800381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.800729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.801078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.805035 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:34:36.856798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:36.883831 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:36.959779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:36.964936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:34:36.978402 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19bf11d-5aab-49e8-bbe1-3c571effd353,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:34:36.986084 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:36.987316 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c19bf11d-5aab-49e8-bbe1-3c571effd353 HTTP/1.1" status: 204  len: 168 time: 0.1944931
Feb 18 04:34:36.988876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.989274 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.989692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.990000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.990368 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.990746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.991137 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.991650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.991849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.992184 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.992541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.992880 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:34:36.996728 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:34:37.791658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-868efa48-4948-4ad3-afb2-bffe5eeb4879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:38.599664 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:39.448951 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:39.700598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:34:53.093293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 5 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:35:05.553377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8c4b75f6-fee1-4640-beb0-42524c84394f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:35:07.787742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7aa3-e555-488b-8fda-06b144fe8ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:35:08.588530 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:35:09.456771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:35:09.702142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:35:30.093020 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 5 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:35:35.546870 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-68299514-faa3-435d-9598-8863e6ce186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:35:37.792762 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-393f8545-aa42-449d-b88b-491f52a13398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:35:38.587099 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:35:39.449933 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:35:39.718655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:36:05.535010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-82d568de-c489-46fd-a858-ae2a8d487465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:36:07.093950 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 5 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:36:07.789556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-feea1f50-68a4-48ed-a549-d68ef0741609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:36:08.601349 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:36:09.469895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:36:09.712102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:36:14.738251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947'] for agent, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:36:14.738863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:36:14.739145 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:36:14.739535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:36:14.739909 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:36:14.740277 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:36:14.740645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:36:14.741009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:36:14.741374 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:36:14.741733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:36:14.742136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:36:14.742498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:36:14.742894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:36:14.743898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ffa3dd0f5f8>, 'Open vSwitch agent', 'hv-cinder-77630', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:36:14.748173 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ffa3ef4a0f0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77630', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:36:15.008708 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] get_endpoint_by_host() called for host hv-cinder-77630 {{(pid=84045) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 18 04:36:15.012757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] get_endpoint_by_ip() called for ip 192.168.0.58 {{(pid=84045) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 18 04:36:15.015966 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] _add_endpoint() called for ip 192.168.0.58 {{(pid=84045) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 18 04:36:15.042954 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] _get_endpoints() called {{(pid=84045) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 18 04:36:26.953570 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 47884) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:36:27.072540 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-44d47bf7-7ae2-4c0d-8eb2-386a9f6e180e admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1176264
Feb 18 04:36:29.574898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 47894) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:36:29.634943 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-26d6f50f-dc17-44a6-b248-e4094253f1bd admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0588219
Feb 18 04:36:35.545976 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cf3b55eb-f1cc-47f1-ae67-b679a36903de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:36:37.800666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d1813972-f8bd-4403-93a0-243a2457f705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:36:38.602939 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:36:39.464110 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:36:39.709189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:36:44.094926 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:36:44.743574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:05.548702 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-89c8ba3e-fa1f-4ee1-90ec-166618bbff23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:07.796764 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1b57c2b1-18d1-40c8-9fa4-89f1761d3b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:08.607930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:09.448433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:09.731708 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:14.750755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:21.099386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:37:35.550586 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-517d0836-0b7a-43ff-9b29-a92a885434fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:37.794080 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20b2fce8-229f-43b6-8d0a-113139545e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:38.595874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:39.462367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:39.713564 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:44.799532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:37:58.099919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:38:05.012687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48052) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:05.113254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48064) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:05.378087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-600356796-network', 'tenant_id': '47af67b5732e4d03a7c7992223cbb555'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:05.383653 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:05.387986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Usage tracker for resource:network and tenant:47af67b5732e4d03a7c7992223cbb555 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:05.391431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:05.397194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:05.442044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Made reservation on behalf of 47af67b5732e4d03a7c7992223cbb555 for: {'network': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:05.448507 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:05.468308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1163100015-network', 'tenant_id': 'ddb286d7edd74472ad4e5b5e23ca5ab3'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:05.479356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:05.480135 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48084) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:05.484674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Usage tracker for resource:network and tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:05.491506 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:05.513396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:05.526169 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:05.532008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:05.539987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Usage tracker for resource:security_group_rule and tenant:47af67b5732e4d03a7c7992223cbb555 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:05.543007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:05.548736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:05.567168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8ebf91fd-ceec-420a-9681-5d5c3e34efcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:05.601220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Made reservation on behalf of ddb286d7edd74472ad4e5b5e23ca5ab3 for: {'network': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:05.606562 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:05.620044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:05.639517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:05.643686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Usage tracker for resource:security_group_rule and tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:05.646603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:05.653038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:05.858107 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:05.885655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:05.887254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:05.891760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:05.910950 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:38:05.918484 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:05.992264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794549379870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:05.992699 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Added segment 77696c59-518e-4e90-9020-ddd8d47b5723 of type vxlan for network 067922c5-8769-417c-99b5-c6774ca3a8de
Feb 18 04:38:05.998556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1d7de9-3c20-45e9-9d78-39373ba3fa25,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:06.011630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.012003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.012420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.012703 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.013137 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.013393 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.013745 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.014096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.014447 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.014806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.015173 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.015521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.015909 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.016274 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.016625 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.017055 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.017412 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.017755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.018098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.018444 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.018810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.019156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.019503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.019846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Tracked resource versions report:
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]: pushed versions:
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]: {   'AddressGroup': {'1.1'},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     'ConntrackHelper': {'1.0'},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Log': {'1.0'},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Network': {'1.1'},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Port': {'1.7'},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     'PortForwarding': {'1.2'},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     'QosPolicy': {'1.8'},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroup': {'1.4'},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroupRule': {'1.2'},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SubPort': {'1.0'},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Subnet': {'1.1'},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Trunk': {'1.1'}}
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]: consumer versions:
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]: {   DHCP agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     L3 agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metadata agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metering agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     Open vSwitch agent@dv-cinder-776307-1-iscsi: {   'AddressGroup': '1.1',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'ConntrackHelper': '1.0',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Log': '1.0',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Network': '1.1',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Port': '1.7',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'PortForwarding': '1.2',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'QosPolicy': '1.8',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroup': '1.4',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroupRule': '1.2',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SubPort': '1.0',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Subnet': '1.1',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Trunk': '1.1'},
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:     Open vSwitch agent@hv-cinder-77630: {   'AddressGroup': '1.1',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'ConntrackHelper': '1.0',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Log': '1.0',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Network': '1.1',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Port': '1.7',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'PortForwarding': '1.2',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'QosPolicy': '1.8',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'SecurityGroup': '1.4',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'SecurityGroupRule': '1.2',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'SubPort': '1.0',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Subnet': '1.1',
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Trunk': '1.1'}}
Feb 18 04:38:06.021245 dv-cinder-776307-1-iscsi neutron-server[83932]:  {{(pid=84044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 04:38:06.025766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:06.028697 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d3a1c2ea-5044-4bb7-b9f3-80a1079bc5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:06.043008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-network', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:06.049229 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:06.054157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Usage tracker for resource:network and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:06.054925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.061231 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:06.072760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:06.072968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:06.076417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:06.136404 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Made reservation on behalf of e1d37bdf922f4361aaf1de57dfd3fcc2 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:06.141334 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.155370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.166649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.169261 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:38:06.170732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:38:06.171895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:06.172547 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.176209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48104) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:06.178414 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b67b397c-6ac9-48c5-9881-a127b0b79cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:06.180196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:06.184800 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:06.188242 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:06.194519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:06.232557 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48116) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:06.309204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.311826 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Pushing event updated for resources: {'Network': ['ID=067922c5-8769-417c-99b5-c6774ca3a8de,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:06.316788 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:06.324732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network 067922c5-8769-417c-99b5-c6774ca3a8de details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:38:06.342223 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.363018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:38:06.376207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.376917 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Added segment 73e1dfe3-7324-454b-b43d-3ab610b6545e of type vxlan for network 67c7849d-dc25-460c-aef1-ab79d87835ac
Feb 18 04:38:06.379293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:06.379922 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.3659847
Feb 18 04:38:06.383547 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48126) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:06.389597 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Request body: {'subnet': {'network_id': '067922c5-8769-417c-99b5-c6774ca3a8de', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-600356796-subnet', 'tenant_id': '47af67b5732e4d03a7c7992223cbb555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:06.405027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:06.409220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Usage tracker for resource:subnet and tenant:47af67b5732e4d03a7c7992223cbb555 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:06.412538 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:06.412898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50eefb6-4cc2-4d96-8d33-3c3a09e56a93,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:06.422113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network 067922c5-8769-417c-99b5-c6774ca3a8de details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:38:06.423135 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:06.424732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.425114 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.425486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.425854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.426216 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.426703 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.427091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.427581 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.427942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.428296 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.428650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.429043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.429372 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.430476 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.430853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.431214 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.431568 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.431934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.432289 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.432638 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.433004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.433348 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.433682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.434021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Tracked resource versions report:
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]: pushed versions:
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]: {   'AddressGroup': {'1.1'},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     'ConntrackHelper': {'1.0'},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Log': {'1.0'},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Network': {'1.1'},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Port': {'1.7'},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     'PortForwarding': {'1.2'},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     'QosPolicy': {'1.8'},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroup': {'1.4'},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroupRule': {'1.2'},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SubPort': {'1.0'},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Subnet': {'1.1'},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Trunk': {'1.1'}}
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]: consumer versions:
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]: {   DHCP agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     L3 agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metadata agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metering agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     Open vSwitch agent@dv-cinder-776307-1-iscsi: {   'AddressGroup': '1.1',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'ConntrackHelper': '1.0',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Log': '1.0',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Network': '1.1',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Port': '1.7',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'PortForwarding': '1.2',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'QosPolicy': '1.8',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroup': '1.4',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroupRule': '1.2',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SubPort': '1.0',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Subnet': '1.1',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Trunk': '1.1'},
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:     Open vSwitch agent@hv-cinder-77630: {   'AddressGroup': '1.1',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'ConntrackHelper': '1.0',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Log': '1.0',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Network': '1.1',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Port': '1.7',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'PortForwarding': '1.2',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'QosPolicy': '1.8',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'SecurityGroup': '1.4',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'SecurityGroupRule': '1.2',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'SubPort': '1.0',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Subnet': '1.1',
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Trunk': '1.1'}}
Feb 18 04:38:06.435344 dv-cinder-776307-1-iscsi neutron-server[83932]:  {{(pid=84043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 04:38:06.443781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:06.473837 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Made reservation on behalf of 47af67b5732e4d03a7c7992223cbb555 for: {'subnet': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:06.475792 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.479330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.485631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-176983585-network', 'tenant_id': '52d478840cea479d8039c487fd7790f5'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:06.491988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:06.496942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Usage tracker for resource:network and tenant:52d478840cea479d8039c487fd7790f5 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:06.501445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:06.510365 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:06.528830 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1292327802-network', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:06.553644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Made reservation on behalf of 52d478840cea479d8039c487fd7790f5 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:06.559429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.575066 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.591789 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:06.594414 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.597215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Usage tracker for resource:security_group_rule and tenant:52d478840cea479d8039c487fd7790f5 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:06.600892 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:06.602251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.607899 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:06.610994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:06.644737 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:06.747860 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.2658138
Feb 18 04:38:06.751321 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48140) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:06.771995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Request body: {'subnet': {'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-subnet', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:06.791041 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:06.798999 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Pushing event updated for resources: {'Network': ['ID=67c7849d-dc25-460c-aef1-ab79d87835ac,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:06.808000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:06.808000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Usage tracker for resource:subnet and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:06.812242 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:06.813019 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network 67c7849d-dc25-460c-aef1-ab79d87835ac details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:38:06.823394 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:06.828469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network 67c7849d-dc25-460c-aef1-ab79d87835ac details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:38:06.830136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.840642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:06.862164 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Usage tracker for resource:network and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:06.871083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:06.886894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:06.899409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.900767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Made reservation on behalf of e1d37bdf922f4361aaf1de57dfd3fcc2 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:06.906074 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:06.986206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:07.004176 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f4f2651b-c8c2-4bd8-aaa1-c0a750ba83eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:07.019949 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:38:07.066649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042eb071-e4ba-4c69-b2e4-ac0e010113af,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:07.070947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:07.075017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Made reservation on behalf of e40fb1553df241979f52fb7b2a6c4d0a for: {'network': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:07.080294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:07.098497 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:07.116526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:07.122134 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Usage tracker for resource:security_group_rule and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:07.126042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:07.138003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:07.143823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794549379870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:07.145024 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Added segment 7f5b0653-7ef2-4d91-9150-8a24f0d2634f of type vxlan for network db62ee18-f0c4-44d0-b64d-62c56bc414ff
Feb 18 04:38:07.265774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:07.559034 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84043) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:38:07.559394 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:38:07.579744 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:07.595677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d2701256-4a5d-45ac-967d-19cd3a62607e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:07.599439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:07.608230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:07.609000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:07.636392 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:07.667792 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.5531969
Feb 18 04:38:07.675199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48174) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:07.702042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Request body: {'subnet': {'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1163100015-subnet', 'tenant_id': 'ddb286d7edd74472ad4e5b5e23ca5ab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:07.713281 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:07.728450 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a022bf-fb15-4b2f-81b7-07983e8da5c8,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:07.733683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:07.796337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-624bfa17-e71a-4634-b9da-7a4961dea635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:07.813244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Usage tracker for resource:subnet and tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:07.817032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:07.836927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Checking segment: {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:07.837325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Network hostable DHCP agents. Network: 67c7849d-dc25-460c-aef1-ab79d87835ac, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:38:07.849577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:07.866943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:07.868838 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Pushing event updated for resources: {'Network': ['ID=db62ee18-f0c4-44d0-b64d-62c56bc414ff,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:07.885170 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network db62ee18-f0c4-44d0-b64d-62c56bc414ff details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:38:07.885329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:07.902692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network db62ee18-f0c4-44d0-b64d-62c56bc414ff details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:38:07.910294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Network 67c7849d-dc25-460c-aef1-ab79d87835ac is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:38:07.972580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Made reservation on behalf of ddb286d7edd74472ad4e5b5e23ca5ab3 for: {'subnet': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:07.977857 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:07.992542 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.037508 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, 67c7849d-dc25-460c-aef1-ab79d87835ac) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:08.041730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:08.042531 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.064694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9d57b082-44e4-401e-95c2-29c343dd3e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:08.068365 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.105433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d8d0d-2780-4d85-bf36-c7316a473a83 None None] Network 67c7849d-dc25-460c-aef1-ab79d87835ac requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:38:08.124742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:38:08.140346 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.3875554
Feb 18 04:38:08.142978 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48190) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:08.146830 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for subnet, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.147604 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b88b72-9690-4e20-a1ce-ee05a735d0ea,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:08.149723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:08.151148 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:08.177797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:08.181207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-930f940c-b33c-4dea-8b0c-08e636d55e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:08.188433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Usage tracker for resource:router and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:08.193052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:08.201614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:08.252715 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853815601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112158'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.257270 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853815586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854663673'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.279242 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794549379870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.279556 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Added segment 8d57f01e-0f23-42ad-ad77-d7c73eb0de6b of type vxlan for network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c
Feb 18 04:38:08.362464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e5b347-7e98-4d6e-9411-1f4ecf13b128,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:08.365427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:08.402692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.434775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.465810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4124b74-8307-5700-a325-a28cfab4f9ef-67c7849d-dc25-460c-aef1-ab79d87835ac', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8'}]}} from dv-cinder-776307-1-iscsi. {{(pid=84045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 04:38:08.466995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.544045 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Checking segment: {'id': '77696c59-518e-4e90-9020-ddd8d47b5723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '067922c5-8769-417c-99b5-c6774ca3a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:08.544511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Network hostable DHCP agents. Network: 067922c5-8769-417c-99b5-c6774ca3a8de, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:38:08.582402 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.597662 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:08.611927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.611927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:08.695911 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Network 067922c5-8769-417c-99b5-c6774ca3a8de is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:38:08.706753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.755462 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84043) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:38:08.756571 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:38:08.805254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Pushing event updated for resources: {'Network': ['ID=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:08.808986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:08.813159 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, 067922c5-8769-417c-99b5-c6774ca3a8de) {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:08.818177 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:08.818825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.827408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:38:08.829009 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.6366749
Feb 18 04:38:08.829967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48204) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:08.841456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854663440'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.843921 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:38:08.845592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.846489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Request body: {'subnet': {'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1292327802-subnet', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:08.865284 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:08.866482 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8f96cf-e945-4dac-bebd-904de13f1896 None None] Network 067922c5-8769-417c-99b5-c6774ca3a8de requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:38:08.875043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Usage tracker for resource:subnet and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:08.879610 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:08.893658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:38:08.893786 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:08.897695 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:08.898315 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Added segment 92239813-cb7e-44e4-9010-24a57b06bb0d of type vxlan for network 46e58575-303b-4f32-95c3-78ff6e94c503
Feb 18 04:38:08.918737 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.5340066
Feb 18 04:38:09.069340 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Made reservation on behalf of e40fb1553df241979f52fb7b2a6c4d0a for: {'subnet': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:09.074558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:09.154910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:09.356582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for subnet, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:09.397907 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:09.420351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:09.422882 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:09.425670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:09.450658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:09.625929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e4c22c-b618-4af1-88f3-1835422513d7,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:09.629064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:09.785749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Pushing event updated for resources: {'Network': ['ID=46e58575-303b-4f32-95c3-78ff6e94c503,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:09.835611 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network 46e58575-303b-4f32-95c3-78ff6e94c503 details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:38:09.844692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Checking segment: {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:09.845427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Network hostable DHCP agents. Network: db62ee18-f0c4-44d0-b64d-62c56bc414ff, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:38:09.851851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network 46e58575-303b-4f32-95c3-78ff6e94c503 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:38:09.985136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Network db62ee18-f0c4-44d0-b64d-62c56bc414ff is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:38:10.083717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, db62ee18-f0c4-44d0-b64d-62c56bc414ff) {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:10.089930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:10.091788 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:10.147945 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Allocated IP 172.20.0.2 (67c7849d-dc25-460c-aef1-ab79d87835ac/67a022bf-fb15-4b2f-81b7-07983e8da5c8/bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0) {{(pid=84045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:38:10.163542 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:10.175777 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59090e0e-3968-41da-af55-d5eace6c7657 None None] Network db62ee18-f0c4-44d0-b64d-62c56bc414ff requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:38:10.182118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:10.200486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for subnet, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:10.211414 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d8984d16-4f08-4d2a-a6cb-8ac0fd560a79 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.5189278
Feb 18 04:38:10.222735 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:10.248088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:10.249409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:10.288811 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 4.0510855
Feb 18 04:38:10.337591 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48270) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:10.343804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Request body: {'subnet': {'network_id': '46e58575-303b-4f32-95c3-78ff6e94c503', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-176983585-subnet', 'tenant_id': '52d478840cea479d8039c487fd7790f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:10.414517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48284) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:10.422642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:10.442465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Usage tracker for resource:subnet and tenant:52d478840cea479d8039c487fd7790f5 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:10.448375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:10.457753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:10.489843 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:10.591011 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Made reservation on behalf of 52d478840cea479d8039c487fd7790f5 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:10.595831 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:10.819496 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3bdabd-12da-4d5b-8a13-9cd7ac731207,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:10.820789 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c175025-46b4-4e04-bc8e-19471e373e1c None None] Network 067922c5-8769-417c-99b5-c6774ca3a8de requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:38:10.827399 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:10.830871 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48310) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:10.835786 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 18 04:38:10.857609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:10.922575 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:10.949771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c4dba9-0fb1-4cd6-91bf-781171033a6b None None] Network db62ee18-f0c4-44d0-b64d-62c56bc414ff requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:38:11.010969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48326) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:11.020271 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] Usage tracker for resource:security_group_rule and tenant:705f21c1f09f4c6b941f5efad5984fa3 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:11.021756 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-da097673-fd8b-4588-9056-0e7e837a5a89 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:11.022499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-da097673-fd8b-4588-9056-0e7e837a5a89 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Synchronizing usage tracker for tenant:47af67b5732e4d03a7c7992223cbb555 on resource:network {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:11.029861 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 18 04:38:11.057059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:11.072559 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:11.073797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Checking segment: {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:11.074239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Network hostable DHCP agents. Network: 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:38:11.084420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-da097673-fd8b-4588-9056-0e7e837a5a89 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Unset dirty status for tenant:47af67b5732e4d03a7c7992223cbb555 on resource:network {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:11.091775 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-da097673-fd8b-4588-9056-0e7e837a5a89 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/networks?id=067922c5-8769-417c-99b5-c6774ca3a8de HTTP/1.1" status: 200  len: 811 time: 0.2594159
Feb 18 04:38:11.106699 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-071acedc-d85c-45f4-b270-62941a54ceb9 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/quotas/47af67b5732e4d03a7c7992223cbb555 HTTP/1.1" status: 200  len: 375 time: 0.0139546
Feb 18 04:38:11.162259 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-9bec5392-4693-49b1-8888-c06beefd6482 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47af67b5732e4d03a7c7992223cbb555&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0511346
Feb 18 04:38:11.180142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Allocated IP 172.27.3.22 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/721fe122-a734-4a14-b346-74ffa18bcb1e) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:38:11.212592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:38:11.296806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-2faa10ea-3a7a-488f-a36f-ccacfc3ceca8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84044) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:38:11.297898 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-2faa10ea-3a7a-488f-a36f-ccacfc3ceca8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0623116
Feb 18 04:38:11.308230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c) {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:11.335657 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:11.336333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:11.347734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5964d9f-7395-4149-bc79-390080c380be None None] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:38:11.370059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82282698-f637-4911-a346-518ee335dd9c req-13df1c23-27fe-4fba-98af-5825f1335685 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:11.371219 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-13df1c23-27fe-4fba-98af-5825f1335685 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/networks?id=db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 200  len: 815 time: 0.3578961
Feb 18 04:38:11.445491 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.6108317
Feb 18 04:38:11.446924 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48338) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:11.457766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:11.468676 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-400d4c57-37fb-4dc8-9db7-fdfda4e0b06e service neutron] 10.222.0.43 "GET /v2.0/networks/067922c5-8769-417c-99b5-c6774ca3a8de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617467
Feb 18 04:38:11.503620 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:11.522625 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-dde6a30c-c8fe-4af9-9742-f58493085298 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/quotas/ddb286d7edd74472ad4e5b5e23ca5ab3 HTTP/1.1" status: 200  len: 375 time: 0.0979364
Feb 18 04:38:11.524162 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Usage tracker for resource:router and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:11.582982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:11.615627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Notify callbacks [] for port, precommit_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:11.630223 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-15a60635-3b23-4d14-aeed-6e055a12b6ee service neutron] 10.222.0.43 "GET /v2.0/networks/067922c5-8769-417c-99b5-c6774ca3a8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1565807
Feb 18 04:38:11.641142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:11.643433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Transition to ACTIVE for port object bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:11.678371 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-f214c08a-0067-4123-9124-ed4f20059107 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0999141
Feb 18 04:38:11.702508 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Transition to ACTIVE for port object bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 will not be triggered until provisioned by entity DHCP. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:11.702674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:11.717969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853815601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112158'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:11.719225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853815586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854663673'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:11.772036 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:11.794445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:11.796680 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:11.831880 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:11.849016 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-5c83ee70-661e-44a0-986a-69f4fb5aca82 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:38:11.850127 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-5c83ee70-661e-44a0-986a-69f4fb5aca82 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0741179
Feb 18 04:38:11.854669 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:11.876132 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:11.896840 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4124b74-8307-5700-a325-a28cfab4f9ef-90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207'}]}} from dv-cinder-776307-1-iscsi. {{(pid=84045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 04:38:11.897781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:12.165192 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Pushing event updated for resources: {'Port': ['ID=721fe122-a734-4a14-b346-74ffa18bcb1e,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:12.173713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:12.173713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:12.233587 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1b1f2a17-6c79-4feb-9b7e-395202af96a8 req-0ecda926-09dc-42fa-b9e1-f532462565d4 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 210 time: 0.1075392
Feb 18 04:38:12.233884 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Pushing event updated for resources: {'Port': ['ID=bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0,revision_number=1']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:12.296506 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a1845384-8dff-44a3-945d-5a08a0d3f891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:12.448129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.448782 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.449160 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.450016 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.450150 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.450521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.450908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.451268 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.451603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.452249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.452864 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.453225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.453630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.453993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.454583 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.454974 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.455330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.455686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.456040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.456426 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.456730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.457084 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.457432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.457781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Tracked resource versions report:
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]: pushed versions:
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]: {   'AddressGroup': {'1.1'},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     'ConntrackHelper': {'1.0'},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Log': {'1.0'},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Network': {'1.1'},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Port': {'1.7'},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     'PortForwarding': {'1.2'},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     'QosPolicy': {'1.8'},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroup': {'1.4'},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroupRule': {'1.2'},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SubPort': {'1.0'},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Subnet': {'1.1'},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Trunk': {'1.1'}}
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]: consumer versions:
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]: {   DHCP agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     L3 agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metadata agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metering agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     Open vSwitch agent@dv-cinder-776307-1-iscsi: {   'AddressGroup': '1.1',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'ConntrackHelper': '1.0',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Log': '1.0',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Network': '1.1',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Port': '1.7',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'PortForwarding': '1.2',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'QosPolicy': '1.8',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroup': '1.4',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroupRule': '1.2',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SubPort': '1.0',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Subnet': '1.1',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Trunk': '1.1'},
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:     Open vSwitch agent@hv-cinder-77630: {   'AddressGroup': '1.1',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'ConntrackHelper': '1.0',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Log': '1.0',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Network': '1.1',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Port': '1.7',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'PortForwarding': '1.2',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'QosPolicy': '1.8',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'SecurityGroup': '1.4',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'SecurityGroupRule': '1.2',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'SubPort': '1.0',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Subnet': '1.1',
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Trunk': '1.1'}}
Feb 18 04:38:12.459108 dv-cinder-776307-1-iscsi neutron-server[83932]:  {{(pid=84045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 04:38:12.468864 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:12.483657 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Network 67c7849d-dc25-460c-aef1-ab79d87835ac is already hosted by enough agents. {{(pid=84045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:12.486577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Resources bound (agent type, host, resource id):  {{(pid=84045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:12.494873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Received port after_create {{(pid=84045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:38:12.625287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Attempting to bind port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:38:12.625514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Attempting to bind port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:38:12.625902 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Attempting to bind port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 on network 67c7849d-dc25-460c-aef1-ab79d87835ac {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:38:12.649967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:38:12.650384 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Checking segment: {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:12.653665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:12.653665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Bound using segment: {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:38:12.653665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Bound port: bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:38:12.653665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:12.746012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eaf501-b2da-4e95-9030-2437273120c1,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:12.749782 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:12.751726 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] Synchronizing usage tracker for tenant:4f65afaf21da4d0db6bf7ceb7d0056c6 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:12.799752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:12.869538 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Allocated IP 172.20.0.2 (90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c/cf3bdabd-12da-4d5b-8a13-9cd7ac731207/f485ed36-4e11-49e9-a697-e125a342015c) {{(pid=84045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:38:12.871997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] For port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:38:12.875781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854663440'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:12.877168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] For port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:38:12.916257 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-70af026b-d94c-49cc-b02c-aefec5913988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:12.942467 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] Unset dirty status for tenant:4f65afaf21da4d0db6bf7ceb7d0056c6 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:12.944001 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=705f21c1f09f4c6b941f5efad5984fa3&name=default HTTP/1.1" status: 200  len: 2975 time: 2.5285003
Feb 18 04:38:12.947513 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48414) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:13.043061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-39d51535-f490-4150-8764-0b1464449e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:13.075190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:13.084359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-39d51535-f490-4150-8764-0b1464449e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:13.095514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6c8af7ed-0c1b-49ae-8a6a-78c6a49314c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:13.170877 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-048380f4-2ae2-4e23-a03c-781d2aa02d09 service neutron] 10.222.0.43 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2980464
Feb 18 04:38:13.199019 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-39d51535-f490-4150-8764-0b1464449e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:13.206423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:13.222084 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d51535-f490-4150-8764-0b1464449e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eaf501-b2da-4e95-9030-2437273120c1,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:13.225040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-39d51535-f490-4150-8764-0b1464449e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:13.227598 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-39d51535-f490-4150-8764-0b1464449e08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95eaf501-b2da-4e95-9030-2437273120c1 HTTP/1.1" status: 204  len: 168 time: 0.2768877
Feb 18 04:38:13.228647 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-39d51535-f490-4150-8764-0b1464449e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:13.273965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Notify callbacks [] for port, precommit_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:13.285439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Transition to ACTIVE for port object f485ed36-4e11-49e9-a697-e125a342015c will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:13.289876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:13.289876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f50c7611-710c-45bf-89cc-dfb88f158536,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:13.294118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:13.304238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Transition to ACTIVE for port object f485ed36-4e11-49e9-a697-e125a342015c will not be triggered until provisioned by entity DHCP. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:13.336579 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:13.347199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:13.421707 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1d83ec86-31a0-44d3-b014-f63cf400a852 req-dfd44bbe-9e8d-4c91-962d-7c097da7f64b tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 210 time: 0.1013443
Feb 18 04:38:13.478108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:38:13.559064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Pushing event updated for resources: {'Port': ['ID=bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:13.568010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:13.568646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:13.664742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c is already hosted by enough agents. {{(pid=84045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:13.668439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Resources bound (agent type, host, resource id):  {{(pid=84045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:13.671080 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Received port after_create {{(pid=84045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:38:13.748171 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-1614f5c6-fecb-4443-b698-316052010f6b service neutron] 10.222.0.43 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5106251
Feb 18 04:38:13.752930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Pushing event updated for resources: {'Port': ['ID=f485ed36-4e11-49e9-a697-e125a342015c,revision_number=1']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:13.757485 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:13.776847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Attempting to bind port f485ed36-4e11-49e9-a697-e125a342015c on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:38:13.777316 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Attempting to bind port f485ed36-4e11-49e9-a697-e125a342015c by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:38:13.777904 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Attempting to bind port f485ed36-4e11-49e9-a697-e125a342015c on network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:38:13.784129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:38:13.784542 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Checking segment: {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:13.784987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:13.785458 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Bound using segment: {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:38:13.785963 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Bound port: f485ed36-4e11-49e9-a697-e125a342015c, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:38:13.786325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:13.855661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Checking segment: {'id': '92239813-cb7e-44e4-9010-24a57b06bb0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '46e58575-303b-4f32-95c3-78ff6e94c503'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:13.856067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Network hostable DHCP agents. Network: 46e58575-303b-4f32-95c3-78ff6e94c503, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:38:13.930002 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] For port f485ed36-4e11-49e9-a697-e125a342015c, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:38:13.941547 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] For port f485ed36-4e11-49e9-a697-e125a342015c, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=f485ed36-4e11-49e9-a697-e125a342015c,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:38:13.971602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48448) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:13.998175 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a8f005ca-44fa-4f3e-8a54-052d7ccf1e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:14.014748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:14.041634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a8f005ca-44fa-4f3e-8a54-052d7ccf1e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:14.043240 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:14.054127 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a8f005ca-44fa-4f3e-8a54-052d7ccf1e41 admin admin] Usage tracker for resource:security_group_rule and tenant:56951dc0f921465a8b92576db2ba9088 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:14.057263 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a8f005ca-44fa-4f3e-8a54-052d7ccf1e41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:14.074907 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a8f005ca-44fa-4f3e-8a54-052d7ccf1e41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:14.103249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Network 46e58575-303b-4f32-95c3-78ff6e94c503 is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:38:14.244133 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:14.351046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Pushing event updated for resources: {'Port': ['ID=f485ed36-4e11-49e9-a697-e125a342015c,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:14.364010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:14.377209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48462) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:14.472665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, 46e58575-303b-4f32-95c3-78ff6e94c503) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:14.482552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6436b3e-f56c-470f-ac16-a655137cefd9 None None] Network 46e58575-303b-4f32-95c3-78ff6e94c503 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:38:14.509461 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a8f005ca-44fa-4f3e-8a54-052d7ccf1e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:14.513162 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:14.513838 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:14.541571 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9ffe72ff-4a3a-4e18-b59e-ad61160c4810 req-dc734cbd-cefb-4d69-9602-a3072653cfe0 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 210 time: 0.1608117
Feb 18 04:38:14.555572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a8f005ca-44fa-4f3e-8a54-052d7ccf1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:14.569260 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:14.624490 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a8f005ca-44fa-4f3e-8a54-052d7ccf1e41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56951dc0f921465a8b92576db2ba9088&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6517224
Feb 18 04:38:14.628817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48476) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:14.645677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f005ca-44fa-4f3e-8a54-052d7ccf1e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aba9d3c-22ff-4f69-8aca-9409c6b6ad0c,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:14.661430 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 4.3226466
Feb 18 04:38:14.668860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a8f005ca-44fa-4f3e-8a54-052d7ccf1e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:14.683988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:14.824462 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb403-5dc8-42c8-9e20-a4c55f8d1f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:14.944067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6bcdb403-5dc8-42c8-9e20-a4c55f8d1f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:14.973189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6bcdb403-5dc8-42c8-9e20-a4c55f8d1f0d admin admin] Usage tracker for resource:security_group_rule and tenant:6be8b8bc53394a2ea2b1311647d535b2 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:14.984015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6bcdb403-5dc8-42c8-9e20-a4c55f8d1f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:15.011619 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6bcdb403-5dc8-42c8-9e20-a4c55f8d1f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:15.087758 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-90b8b4bc-07cb-4c48-b2b9-5b4ec7d56fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:15.164306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-90b8b4bc-07cb-4c48-b2b9-5b4ec7d56fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:15.207819 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48498) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:15.234233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:15.310102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:15.475905 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-90b8b4bc-07cb-4c48-b2b9-5b4ec7d56fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:15.491669 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:15.508251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d8cbfd-c617-4424-aa68-54246f21042f None None] Network 46e58575-303b-4f32-95c3-78ff6e94c503 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:38:15.516995 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2b221b66-e8e6-4715-9aa6-03d6428d1122 req-486dbc5f-d61f-4277-b510-66f2df9a4a5a tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 210 time: 0.2675662
Feb 18 04:38:15.534677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb403-5dc8-42c8-9e20-a4c55f8d1f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:15.539713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8b4bc-07cb-4c48-b2b9-5b4ec7d56fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aba9d3c-22ff-4f69-8aca-9409c6b6ad0c,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:15.542442 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-90b8b4bc-07cb-4c48-b2b9-5b4ec7d56fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:15.552873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-90b8b4bc-07cb-4c48-b2b9-5b4ec7d56fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:15.558119 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-90b8b4bc-07cb-4c48-b2b9-5b4ec7d56fea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6aba9d3c-22ff-4f69-8aca-9409c6b6ad0c HTTP/1.1" status: 204  len: 168 time: 0.9277840
Feb 18 04:38:15.600608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb403-5dc8-42c8-9e20-a4c55f8d1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:15.698956 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:15.732991 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-6bcdb403-5dc8-42c8-9e20-a4c55f8d1f0d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6be8b8bc53394a2ea2b1311647d535b2&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3412473
Feb 18 04:38:15.784723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48518) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:15.785097 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.16', 52483) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:15.801103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796642'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:15.865123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c86a55f9-3878-4e65-b040-13020fcbe762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:15.883184 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8964265d-e09a-4329-9912-cf12f30a2434 None None] Network 67c7849d-dc25-460c-aef1-ab79d87835ac requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:38:15.909381 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f5f28e0a-7d67-4d29-bf4e-c1ae5a138d98 req-70f5f8c8-b845-4421-a867-859e939be57f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 210 time: 0.2184484
Feb 18 04:38:15.932021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c86a55f9-3878-4e65-b040-13020fcbe762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:15.935312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdb403-5dc8-42c8-9e20-a4c55f8d1f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3f9ec2-6d26-4563-a5d2-519b091dfe01,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:15.938496 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6bcdb403-5dc8-42c8-9e20-a4c55f8d1f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:15.943947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c86a55f9-3878-4e65-b040-13020fcbe762 admin admin] Usage tracker for resource:security_group_rule and tenant:24fad5ca367348d397b3349f0b1dd83c is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:15.953691 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c86a55f9-3878-4e65-b040-13020fcbe762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:15.961415 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c86a55f9-3878-4e65-b040-13020fcbe762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:16.121917 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:16.178533 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c86a55f9-3878-4e65-b040-13020fcbe762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:16.217874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c86a55f9-3878-4e65-b040-13020fcbe762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:16.275122 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:16.302600 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c86a55f9-3878-4e65-b040-13020fcbe762 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24fad5ca367348d397b3349f0b1dd83c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0816586
Feb 18 04:38:16.305136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48540) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:16.455776 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a55f9-3878-4e65-b040-13020fcbe762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101b3513-48b6-45d9-839d-345f46a67577,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:16.459520 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c86a55f9-3878-4e65-b040-13020fcbe762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:16.516665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-21975251-d3f8-4ba1-8c1a-ea738862fc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:16.542567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-684af762-423e-4663-a798-e1801c90429c None None] Provisioning for port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:16.557331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-21975251-d3f8-4ba1-8c1a-ea738862fc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:16.603239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48558) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:16.639661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-291567022-network', 'tenant_id': '88e461c45f8d417baff316312fe01b84'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:16.645128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:16.649798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Usage tracker for resource:network and tenant:88e461c45f8d417baff316312fe01b84 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:16.653462 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:16.660296 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:16.676229 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41159b93-1014-49f1-8e80-fe8636a22b3c None None] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:38:16.686829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-21975251-d3f8-4ba1-8c1a-ea738862fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:16.695720 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:16.730310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Made reservation on behalf of 88e461c45f8d417baff316312fe01b84 for: {'network': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:16.735121 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:16.763661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Allocated IP 172.27.3.103 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/f8ae5614-b950-4e66-bdf5-4129db7b4094) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:38:16.780458 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:16.801315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21975251-d3f8-4ba1-8c1a-ea738862fc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101b3513-48b6-45d9-839d-345f46a67577,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:16.823138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-21975251-d3f8-4ba1-8c1a-ea738862fc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:16.831824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-21975251-d3f8-4ba1-8c1a-ea738862fc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:16.833226 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-21975251-d3f8-4ba1-8c1a-ea738862fc0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/101b3513-48b6-45d9-839d-345f46a67577 HTTP/1.1" status: 204  len: 168 time: 0.5270612
Feb 18 04:38:16.837773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:16.852156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Usage tracker for resource:security_group_rule and tenant:88e461c45f8d417baff316312fe01b84 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:16.856300 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:16.874353 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:16.983161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-b7ac0805-dc5c-4b45-9875-973c8d17581a None None] Provisioning for port f485ed36-4e11-49e9-a697-e125a342015c completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:17.021550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.028484 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:17.055193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:17.055193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.070943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ff092940-74a2-4622-a8c0-56b122ff2095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.109591 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-f83a30ae-902a-4031-bf8a-00729cec6934 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:17.139532 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-f83a30ae-902a-4031-bf8a-00729cec6934 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.16 "GET /v2.0/networks?id=067922c5-8769-417c-99b5-c6774ca3a8de HTTP/1.1" status: 200  len: 811 time: 1.3194094
Feb 18 04:38:17.166825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.224830 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.307493 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.312282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:17.363322 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=84044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:38:17.386494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794549379870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.389294 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Added segment 2927b96e-91c0-44e8-88e0-eaaf7c2d98dc of type vxlan for network 6fdb142d-04cc-4e94-9391-acac208704d7
Feb 18 04:38:17.392424 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f08b01b2-61b3-4fad-bc9d-ca419eaa653d req-60df0220-04a6-42f8-aee8-d8a4ae309298 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 210 time: 0.1548712
Feb 18 04:38:17.398020 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Request body: {'port': {'device_id': '47868ab4-e8ba-4193-9e6a-e8932c8839d1', 'network_id': '067922c5-8769-417c-99b5-c6774ca3a8de', 'admin_state_up': True, 'tenant_id': '47af67b5732e4d03a7c7992223cbb555'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:17.402230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-21975251-d3f8-4ba1-8c1a-ea738862fc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:17.469353 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.517292 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-80ff8dff-e8d1-4957-b0c4-24c36c46fede None None] Provisioning complete for port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:17.517851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-80ff8dff-e8d1-4957-b0c4-24c36c46fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.543368 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb922f1-613c-4e83-a9d4-c0c58366e3f6,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:17.548508 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:17.590251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.612720 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.615505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:17.617441 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.626058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2b918877-65cb-4399-a29c-b3c1f10bc434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:17.629845 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:38:17.636304 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Pushing event updated for resources: {'Port': ['ID=f8ae5614-b950-4e66-bdf5-4129db7b4094,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:17.678628 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:17.792998 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:17.823086 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1f02687f-5687-46ae-8819-612d1b75b643 req-ebe57c13-d54a-4a2f-94d5-ce823a01fc5f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 210 time: 0.7206786
Feb 18 04:38:17.837725 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.850163 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ff092940-74a2-4622-a8c0-56b122ff2095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:17.858167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device f485ed36-4e11-49e9-a697-e125a342015c up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:17.883348 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.16', 52491) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:17.900933 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Usage tracker for resource:port and tenant:47af67b5732e4d03a7c7992223cbb555 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:17.905849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:17.910495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:17.987438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:18.120910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Made reservation on behalf of 47af67b5732e4d03a7c7992223cbb555 for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:18.130660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:18.142407 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-e39f18f7-9885-400b-9ff5-7b8cbcffc669 None None] Provisioning complete for port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:18.143233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e39f18f7-9885-400b-9ff5-7b8cbcffc669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:18.205600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 is scheduled to L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 04:38:18.225060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82282698-f637-4911-a346-518ee335dd9c req-189a7d19-f8d9-4cd1-b85d-02bc68bddcfa tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:18.236568 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-82282698-f637-4911-a346-518ee335dd9c req-189a7d19-f8d9-4cd1-b85d-02bc68bddcfa tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Synchronizing usage tracker for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:network {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:18.262717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=6fdb142d-04cc-4e94-9391-acac208704d7,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:18.281651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:18.337985 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.7346106
Feb 18 04:38:18.340969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48612) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:18.347053 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Request body: {'subnet': {'network_id': '6fdb142d-04cc-4e94-9391-acac208704d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-291567022-subnet', 'tenant_id': '88e461c45f8d417baff316312fe01b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:18.365921 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:18.379364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-82282698-f637-4911-a346-518ee335dd9c req-189a7d19-f8d9-4cd1-b85d-02bc68bddcfa tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Unset dirty status for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:network {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:18.380650 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-189a7d19-f8d9-4cd1-b85d-02bc68bddcfa tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "GET /v2.0/networks?id=db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 200  len: 815 time: 0.4958208
Feb 18 04:38:18.386067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network 6fdb142d-04cc-4e94-9391-acac208704d7 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:38:18.400044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Usage tracker for resource:subnet and tenant:88e461c45f8d417baff316312fe01b84 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:18.403986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:18.417826 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network 6fdb142d-04cc-4e94-9391-acac208704d7 details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:38:18.426333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:18.493048 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Made reservation on behalf of 88e461c45f8d417baff316312fe01b84 for: {'subnet': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:18.498350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:18.526748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:18.761455 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Request body: {'port': {'device_id': '99774284-0a01-4b75-bead-042d3f38784a', 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff', 'admin_state_up': True, 'tenant_id': 'ddb286d7edd74472ad4e5b5e23ca5ab3'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:18.788770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:18.804571 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:18.972978 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port f485ed36-4e11-49e9-a697-e125a342015c completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:18.982032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port f485ed36-4e11-49e9-a697-e125a342015c triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:18.982467 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:19.411447 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b857241b-e1e8-4049-8ffd-4d36f1ec22cc req-90f968a6-62a1-42c5-aae6-d8b17d7cd29d tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 210 time: 0.3521054
Feb 18 04:38:19.412165 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-90882a72-eede-4a88-8543-fd9efe79b6f0 req-e6aaa151-abca-4b0f-b1ad-caba943d7807 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 210 time: 0.1267304
Feb 18 04:38:19.412165 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:19.444752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:38:19.479087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:19.485195 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Usage tracker for resource:port and tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:19.489457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:19.531287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:19.532378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:19.673722 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Made reservation on behalf of ddb286d7edd74472ad4e5b5e23ca5ab3 for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:19.680207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:19.726188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-e624b5d1-4b5e-4c69-b1a5-3f2feac0a4ab None None] Provisioning complete for port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:19.729590 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e624b5d1-4b5e-4c69-b1a5-3f2feac0a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:19.811455 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port f485ed36-4e11-49e9-a697-e125a342015c, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=f485ed36-4e11-49e9-a697-e125a342015c,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:38:19.858230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:19.878570 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:20.057018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:20.087469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=f485ed36-4e11-49e9-a697-e125a342015c,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:20.112075 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:20.139860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ff092940-74a2-4622-a8c0-56b122ff2095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:20.198982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:20.296510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:20.297904 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:20.386929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff092940-74a2-4622-a8c0-56b122ff2095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3f9ec2-6d26-4563-a5d2-519b091dfe01,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:20.400925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ff092940-74a2-4622-a8c0-56b122ff2095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:20.429011 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-e624b5d1-4b5e-4c69-b1a5-3f2feac0a4ab None None] Provisioning complete for port f485ed36-4e11-49e9-a697-e125a342015c triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:20.429617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e624b5d1-4b5e-4c69-b1a5-3f2feac0a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:20.524251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Allocated IP 172.20.0.14 (067922c5-8769-417c-99b5-c6774ca3a8de/02e5b347-7e98-4d6e-9411-1f4ecf13b128/b1a68350-e320-4fd0-870c-a16923167e94) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:38:20.532090 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ff092940-74a2-4622-a8c0-56b122ff2095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:20.534061 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ff092940-74a2-4622-a8c0-56b122ff2095 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc3f9ec2-6d26-4563-a5d2-519b091dfe01 HTTP/1.1" status: 204  len: 168 time: 4.7305810
Feb 18 04:38:20.577307 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:38:20.589088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Sync routers for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:38:20.602425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:38:20.606692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3cbeb8>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:38:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:20.645960 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e6a5e3b8-c41b-4d3b-94d1-261d79ce6047 req-6ab060f1-ac67-4a98-a194-643a4cb961fe tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 210 time: 0.1396708
Feb 18 04:38:20.822824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Allocated IP 172.20.0.9 (db62ee18-f0c4-44d0-b64d-62c56bc414ff/45e4c22c-b618-4af1-88f3-1835422513d7/d9d673d0-1dbd-4275-88cc-e64410af6494) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:38:20.985887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for subnet, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:21.000770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:21.002044 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 12.8577800
Feb 18 04:38:21.037023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48672) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:21.043984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-45aed7d4-b5bb-465a-884b-3a64c2f9e7a9 req-6403cf04-b632-4d1f-a57d-e56b5ce8acb3 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Synchronizing usage tracker for tenant:47af67b5732e4d03a7c7992223cbb555 on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:21.055196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:21.104292 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:21.187588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:38:21.586215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-45aed7d4-b5bb-465a-884b-3a64c2f9e7a9 req-6403cf04-b632-4d1f-a57d-e56b5ce8acb3 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Unset dirty status for tenant:47af67b5732e4d03a7c7992223cbb555 on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:21.587603 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-45aed7d4-b5bb-465a-884b-3a64c2f9e7a9 req-6403cf04-b632-4d1f-a57d-e56b5ce8acb3 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 210 time: 0.9199080
Feb 18 04:38:21.809601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6936e9bb-ea65-4bc0-96bc-0ba074d5af66,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:21.819076 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:21.851537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48696) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:21.863795 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:21.913289 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3cbeb8>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:13Z', 'revision_number': 3, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:21.929500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Checking router: 31b7682c-a004-4023-9b0c-4a2b7dede7b8 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:38:21.929959 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Updating router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 port 721fe122-a734-4a14-b346-74ffa18bcb1e binding host dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:38:22.029956 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device f485ed36-4e11-49e9-a697-e125a342015c up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:22.134322 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796642'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:22.141798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:22.159039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d92b3841-b950-4fd0-8031-98dcf82713fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:22.177022 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48704) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:22.185571 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port f485ed36-4e11-49e9-a697-e125a342015c triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:22.186070 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:22.364385 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:22.396306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:22.427752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d92b3841-b950-4fd0-8031-98dcf82713fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:22.523637 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d92b3841-b950-4fd0-8031-98dcf82713fe admin admin] Usage tracker for resource:security_group_rule and tenant:a71710622c20489cafbd784b7daacecb is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:22.573034 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f75cbd79-25f1-46cb-bd2a-d37e7872d24c req-8be856a7-2465-4ceb-99c2-322176bd0125 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 210 time: 0.5258033
Feb 18 04:38:22.582804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d92b3841-b950-4fd0-8031-98dcf82713fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:22.638462 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d92b3841-b950-4fd0-8031-98dcf82713fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:22.764334 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:22.937979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Router c9aa9f1f-ee14-419e-842b-c538cff462ac is scheduled to L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 04:38:22.965854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Pushing event updated for resources: {'Port': ['ID=b1a68350-e320-4fd0-870c-a16923167e94,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:22.984056 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:22.993590 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:23.005698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:23.061744 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Transition to ACTIVE for port object 721fe122-a734-4a14-b346-74ffa18bcb1e will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:23.092204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-040a7771-f52a-4ace-826c-0897627abdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:23.092703 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:23.121187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7d476bea-9094-4069-adf3-7842ae0767f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:23.141375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:23.262005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:38:23.275166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Sync routers for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:38:23.296498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:38:23.303188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dd5f390>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:38:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:23.309479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-040a7771-f52a-4ace-826c-0897627abdca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:23.314257 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Checking segment: {'id': '2927b96e-91c0-44e8-88e0-eaaf7c2d98dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6fdb142d-04cc-4e94-9391-acac208704d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:23.314657 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Network hostable DHCP agents. Network: 6fdb142d-04cc-4e94-9391-acac208704d7, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:38:23.322548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Pushing event updated for resources: {'Port': ['ID=721fe122-a734-4a14-b346-74ffa18bcb1e,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:23.351577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.354534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07255b2d-0943-4589-918b-a39f469aba85 req-3be4eea9-adc3-4990-b4df-2daa03a69e3f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:23.356199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.360933 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.361760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.362137 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.362507 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.362899 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.363265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.363624 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.363981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.364343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.367728 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-07255b2d-0943-4589-918b-a39f469aba85 req-3be4eea9-adc3-4990-b4df-2daa03a69e3f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 932 time: 0.5000226
Feb 18 04:38:23.370917 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.371359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.371734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.372110 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.377025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.377460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.377839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.378467 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.378854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.379227 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.379588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.379946 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.380304 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Tracked resource versions report:
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]: pushed versions:
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]: {   'AddressGroup': {'1.1'},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     'ConntrackHelper': {'1.0'},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Log': {'1.0'},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Network': {'1.1'},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Port': {'1.7'},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     'PortForwarding': {'1.2'},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     'QosPolicy': {'1.8'},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroup': {'1.4'},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SecurityGroupRule': {'1.2'},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     'SubPort': {'1.0'},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Subnet': {'1.1'},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     'Trunk': {'1.1'}}
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]: consumer versions:
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]: {   DHCP agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     L3 agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metadata agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     Metering agent@dv-cinder-776307-1-iscsi: {},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     Open vSwitch agent@dv-cinder-776307-1-iscsi: {   'AddressGroup': '1.1',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'ConntrackHelper': '1.0',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Log': '1.0',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Network': '1.1',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Port': '1.7',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'PortForwarding': '1.2',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'QosPolicy': '1.8',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroup': '1.4',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SecurityGroupRule': '1.2',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'SubPort': '1.0',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Subnet': '1.1',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                                      'Trunk': '1.1'},
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:     Open vSwitch agent@hv-cinder-77630: {   'AddressGroup': '1.1',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'ConntrackHelper': '1.0',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Log': '1.0',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Network': '1.1',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Port': '1.7',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'PortForwarding': '1.2',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'QosPolicy': '1.8',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'SecurityGroup': '1.4',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'SecurityGroupRule': '1.2',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'SubPort': '1.0',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Subnet': '1.1',
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:                                             'Trunk': '1.1'}}
Feb 18 04:38:23.381602 dv-cinder-776307-1-iscsi neutron-server[83932]:  {{(pid=84046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 04:38:23.407367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:23.427425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Network 067922c5-8769-417c-99b5-c6774ca3a8de is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:23.430619 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:23.438838 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-040a7771-f52a-4ace-826c-0897627abdca admin admin] Usage tracker for resource:security_group_rule and tenant:7b28a556b2574976ad3aa7229d797125 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:23.452774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-040a7771-f52a-4ace-826c-0897627abdca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:23.455061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:38:23.460475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:23.461310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:23.481777 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-07255b2d-0943-4589-918b-a39f469aba85 req-4ee9e1b4-2a9b-465a-b0cf-24294d1b4a1e tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122897
Feb 18 04:38:23.495849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:23.497194 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 12.0471592
Feb 18 04:38:23.500711 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48722) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:23.516286 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Attempting to bind port 721fe122-a734-4a14-b346-74ffa18bcb1e on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:38:23.517403 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Attempting to bind port 721fe122-a734-4a14-b346-74ffa18bcb1e by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:38:23.517957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Attempting to bind port 721fe122-a734-4a14-b346-74ffa18bcb1e on network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:38:23.525038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-040a7771-f52a-4ace-826c-0897627abdca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:23.547686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:38:23.548446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Checking segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:23.549041 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:23.549631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Bound using segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:38:23.550612 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Bound port: 721fe122-a734-4a14-b346-74ffa18bcb1e, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:38:23.551401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:23.581300 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.2997248
Feb 18 04:38:23.709651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Pushing event updated for resources: {'Port': ['ID=d9d673d0-1dbd-4275-88cc-e64410af6494,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:23.745259 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:23.888934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] For port 721fe122-a734-4a14-b346-74ffa18bcb1e, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:38:23.892505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] For port 721fe122-a734-4a14-b346-74ffa18bcb1e, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=721fe122-a734-4a14-b346-74ffa18bcb1e,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:38:23.904649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Network 6fdb142d-04cc-4e94-9391-acac208704d7 is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:38:23.919272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:38:23.927245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:23.969912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:24.175135 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, 6fdb142d-04cc-4e94-9391-acac208704d7) {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:24.185707 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667a7f8-18dd-4855-a6d7-1426d80b27b7 None None] Network 6fdb142d-04cc-4e94-9391-acac208704d7 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:38:24.224950 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d92b3841-b950-4fd0-8031-98dcf82713fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:24.227137 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:24.227789 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:24.248549 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Network db62ee18-f0c4-44d0-b64d-62c56bc414ff is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:24.356169 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:38:24.356872 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3cbeb8>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:38:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:24.370706 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:24.419987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:38:24.424517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:24.425218 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:24.450034 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d92b3841-b950-4fd0-8031-98dcf82713fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:24.524854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:24.567541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-26e11745-2309-4a1b-8d79-fc5b2c325f85 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:38:24.569345 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Pushing event updated for resources: {'Port': ['ID=721fe122-a734-4a14-b346-74ffa18bcb1e,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:24.572999 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-26e11745-2309-4a1b-8d79-fc5b2c325f85 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0194654
Feb 18 04:38:24.600817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:24.740588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b3841-b950-4fd0-8031-98dcf82713fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada1b67c-3ac3-4b59-9f66-37a9fe2a73a7,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:24.763818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d92b3841-b950-4fd0-8031-98dcf82713fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:24.863044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:38:24.937552 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 6.5861464
Feb 18 04:38:24.966562 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbd97cb-0e41-48ee-90f1-8ea77cee4765 None None] Network 6fdb142d-04cc-4e94-9391-acac208704d7 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:38:24.978225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efe465-a5f7-448b-a835-23387b02d201 req-13320bf8-977a-4056-9d3a-88ebb4bef8d3 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:24.979061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-70efe465-a5f7-448b-a835-23387b02d201 req-13320bf8-977a-4056-9d3a-88ebb4bef8d3 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Synchronizing usage tracker for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:24.993193 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.2567708
Feb 18 04:38:25.022198 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d92b3841-b950-4fd0-8031-98dcf82713fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a71710622c20489cafbd784b7daacecb&name=default HTTP/1.1" status: 200  len: 2979 time: 3.1482379
Feb 18 04:38:25.051967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48740) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:25.070543 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-040a7771-f52a-4ace-826c-0897627abdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:25.135212 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:25.147413 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-040a7771-f52a-4ace-826c-0897627abdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:25.188510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Request body: {'port': {'device_id': '99774284-0a01-4b75-bead-042d3f38784a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:25.209729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Request body: {'port': {'device_id': '47868ab4-e8ba-4193-9e6a-e8932c8839d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:25.210601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dd5f390>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:20Z', 'revision_number': 3, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:25.218393 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Checking router: c9aa9f1f-ee14-419e-842b-c538cff462ac for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:38:25.218730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Updating router c9aa9f1f-ee14-419e-842b-c538cff462ac port f8ae5614-b950-4e66-bdf5-4129db7b4094 binding host dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:38:25.229625 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-90b8b4bc-07cb-4c48-b2b9-5b4ec7d56fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:25.241286 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-040a7771-f52a-4ace-826c-0897627abdca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b28a556b2574976ad3aa7229d797125&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9854810
Feb 18 04:38:25.248972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-70efe465-a5f7-448b-a835-23387b02d201 req-13320bf8-977a-4056-9d3a-88ebb4bef8d3 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Unset dirty status for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:25.258210 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-70efe465-a5f7-448b-a835-23387b02d201 req-13320bf8-977a-4056-9d3a-88ebb4bef8d3 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 931 time: 1.3756630
Feb 18 04:38:25.260798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48746) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:25.311976 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48750) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:25.331009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c870460-9023-471b-acfe-e6d4b24f3b0e req-cbaa5b6a-e6a8-48bc-a991-83a8ea8329fb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:25.339787 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c870460-9023-471b-acfe-e6d4b24f3b0e req-cbaa5b6a-e6a8-48bc-a991-83a8ea8329fb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 932 time: 0.5151572
Feb 18 04:38:25.512557 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:25.586870 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:25.615723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ebd7-dbc8-4ef7-8ec7-0c0254f35822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:25.648964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3cbeb8>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:13Z', 'revision_number': 3, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:25.660517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef94973-7eed-4ea6-9dbe-5accb1c28a6e None None] The sync data for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi is: [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:13Z', 'revision_number': 3, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:38:25.718234 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c870460-9023-471b-acfe-e6d4b24f3b0e req-1982c425-a0ca-414e-846a-ca31e134e914 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3555048
Feb 18 04:38:25.741299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-1498ed03-ec3e-4818-9b02-76f48160195f admin admin] Deleting subnet f50c7611-710c-45bf-89cc-dfb88f158536 {{(pid=84044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:38:25.745769 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1498ed03-ec3e-4818-9b02-76f48160195f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:25.807420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1498ed03-ec3e-4818-9b02-76f48160195f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:25.815279 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1498ed03-ec3e-4818-9b02-76f48160195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:25.938766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ebd7-dbc8-4ef7-8ec7-0c0254f35822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:25.997203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:25.999473 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a7771-f52a-4ace-826c-0897627abdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ccd2b9-3816-49c4-8464-136baf1d08ed,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:26.052119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-040a7771-f52a-4ace-826c-0897627abdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:26.115431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-70efe465-a5f7-448b-a835-23387b02d201 req-4d25da07-6f31-460d-9438-98e45fd7f1db tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Synchronizing usage tracker for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:security_group {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:26.122232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ebd7-dbc8-4ef7-8ec7-0c0254f35822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:26.144807 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a546f7be-26c0-408f-bcdd-bd189e1de041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:26.317963 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0580-3d9f-45d9-80f6-3b1be08b2ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:26.447263 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-70efe465-a5f7-448b-a835-23387b02d201 req-4d25da07-6f31-460d-9438-98e45fd7f1db tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Unset dirty status for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:security_group {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:26.456649 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-70efe465-a5f7-448b-a835-23387b02d201 req-4d25da07-6f31-460d-9438-98e45fd7f1db tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1972582
Feb 18 04:38:26.536757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:26.541953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:26.556264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Transition to ACTIVE for port object f8ae5614-b950-4e66-bdf5-4129db7b4094 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:26.589004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0580-3d9f-45d9-80f6-3b1be08b2ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:26.630148 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:26.782573 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5ebd7-dbc8-4ef7-8ec7-0c0254f35822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada1b67c-3ac3-4b59-9f66-37a9fe2a73a7,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:26.829717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0bf5ebd7-dbc8-4ef7-8ec7-0c0254f35822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:26.834140 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ebd7-dbc8-4ef7-8ec7-0c0254f35822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:26.842751 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-0bf5ebd7-dbc8-4ef7-8ec7-0c0254f35822 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ada1b67c-3ac3-4b59-9f66-37a9fe2a73a7 HTTP/1.1" status: 204  len: 168 time: 1.7785962
Feb 18 04:38:26.881574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:27.234649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa88bf-f288-4c16-ab9e-7afc95aaea65 None None] Pushing event updated for resources: {'Port': ['ID=f8ae5614-b950-4e66-bdf5-4129db7b4094,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:27.256278 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-23fa88bf-f288-4c16-ab9e-7afc95aaea65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:27.329881 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d673d0-1dbd-4275-88cc-e64410af6494 {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:38:27.333952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Attempting to bind port f8ae5614-b950-4e66-bdf5-4129db7b4094 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:38:27.334325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Attempting to bind port f8ae5614-b950-4e66-bdf5-4129db7b4094 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:38:27.334774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Attempting to bind port f8ae5614-b950-4e66-bdf5-4129db7b4094 on network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:38:27.339489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:27.350635 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:38:27.351041 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Checking segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:27.352069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:27.352541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Bound using segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:38:27.353054 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Bound port: f8ae5614-b950-4e66-bdf5-4129db7b4094, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:38:27.353516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:27.355737 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Transition to ACTIVE for port object d9d673d0-1dbd-4275-88cc-e64410af6494 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:27.481818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] For port f8ae5614-b950-4e66-bdf5-4129db7b4094, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:38:27.489252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] For port f8ae5614-b950-4e66-bdf5-4129db7b4094, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=f8ae5614-b950-4e66-bdf5-4129db7b4094,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:38:27.529987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:27.530820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:27.531518 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0580-3d9f-45d9-80f6-3b1be08b2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:27.666183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:27.765455 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-01d3dd64-e41b-48cc-bf50-d853e66532ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:27.817439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1498ed03-ec3e-4818-9b02-76f48160195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for subnet, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:27.888239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Allocated IP 172.20.0.1 (90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c/cf3bdabd-12da-4d5b-8a13-9cd7ac731207/54d5f65a-a3fe-4328-92ea-f992120a0ae6) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:38:27.904742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04444f2b-2f0e-48b0-95bc-55e9725f1a71 req-39ee1ef2-8e9e-476e-b925-7734dda66413 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:27.911684 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-04444f2b-2f0e-48b0-95bc-55e9725f1a71 req-39ee1ef2-8e9e-476e-b925-7734dda66413 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 932 time: 0.4580965
Feb 18 04:38:27.968123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa88bf-f288-4c16-ab9e-7afc95aaea65 None None] Pushing event updated for resources: {'Port': ['ID=f8ae5614-b950-4e66-bdf5-4129db7b4094,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:27.973633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-23fa88bf-f288-4c16-ab9e-7afc95aaea65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:28.038108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:38:28.038293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dd5f390>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:38:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:28.061093 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Pushing event updated for resources: {'Port': ['ID=d9d673d0-1dbd-4275-88cc-e64410af6494,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:28.117982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:28.131818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0580-3d9f-45d9-80f6-3b1be08b2ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:28.133775 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-5eeb0580-3d9f-45d9-80f6-3b1be08b2ab8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3ccd2b9-3816-49c4-8464-136baf1d08ed HTTP/1.1" status: 204  len: 168 time: 2.8622749
Feb 18 04:38:28.134645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-03993f64-7d5c-4d6b-ae1b-a904ae0187d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:28.164359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 721fe122-a734-4a14-b346-74ffa18bcb1e up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:28.294312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498ed03-ec3e-4818-9b02-76f48160195f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f50c7611-710c-45bf-89cc-dfb88f158536,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:28.301503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1498ed03-ec3e-4818-9b02-76f48160195f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:28.319443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:28.336214 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 721fe122-a734-4a14-b346-74ffa18bcb1e completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:28.350034 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 721fe122-a734-4a14-b346-74ffa18bcb1e triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:28.350863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:28.407509 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-04444f2b-2f0e-48b0-95bc-55e9725f1a71 req-5f6b81de-7021-4908-899b-e10cc7795a4f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4948959
Feb 18 04:38:28.413591 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb0580-3d9f-45d9-80f6-3b1be08b2ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ccd2b9-3816-49c4-8464-136baf1d08ed,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:28.418605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:28.430931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5eeb0580-3d9f-45d9-80f6-3b1be08b2ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:28.561792 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Transition to ACTIVE for port object 54d5f65a-a3fe-4328-92ea-f992120a0ae6 will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:28.621396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a68350-e320-4fd0-870c-a16923167e94 {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:38:28.633119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:28.718454 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Transition to ACTIVE for port object b1a68350-e320-4fd0-870c-a16923167e94 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:28.720381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:38:28.753396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:28.787749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7aa89f0a-b6d9-4795-824e-e7658de8c30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:29.125150 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11355c34-d68b-4920-a811-8413973ef73e req-22531e2d-4cdc-4057-b156-2681c616900f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:29.134922 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-11355c34-d68b-4920-a811-8413973ef73e req-22531e2d-4cdc-4057-b156-2681c616900f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 943 time: 1.2584393
Feb 18 04:38:29.137541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1498ed03-ec3e-4818-9b02-76f48160195f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:29.141934 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1498ed03-ec3e-4818-9b02-76f48160195f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f50c7611-710c-45bf-89cc-dfb88f158536 HTTP/1.1" status: 204  len: 168 time: 3.7703803
Feb 18 04:38:29.143628 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Attempting to bind port d9d673d0-1dbd-4275-88cc-e64410af6494 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:38:29.144025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Attempting to bind port d9d673d0-1dbd-4275-88cc-e64410af6494 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:38:29.144397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Attempting to bind port d9d673d0-1dbd-4275-88cc-e64410af6494 on network db62ee18-f0c4-44d0-b64d-62c56bc414ff {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:38:29.156371 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:29.157820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48800) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:29.193359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:38:29.193739 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Checking segment: {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:29.194149 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:29.194550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Bound using segment: {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:38:29.195772 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Bound port: d9d673d0-1dbd-4275-88cc-e64410af6494, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:38:29.196259 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:29.225411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Allocated IP 172.20.0.1 (67c7849d-dc25-460c-aef1-ab79d87835ac/67a022bf-fb15-4b2f-81b7-07983e8da5c8/18ec518b-f153-46f4-ab79-aecaade3d79b) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:38:29.333730 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-11355c34-d68b-4920-a811-8413973ef73e req-a33928be-7720-474b-9805-2b30869abd39 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976743
Feb 18 04:38:29.334740 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:29.411205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] For port d9d673d0-1dbd-4275-88cc-e64410af6494, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:38:29.437846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 721fe122-a734-4a14-b346-74ffa18bcb1e, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=721fe122-a734-4a14-b346-74ffa18bcb1e,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:38:29.502507 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:29.514920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dd5f390>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:20Z', 'revision_number': 3, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:29.525066 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:29.587177 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Pushing event updated for resources: {'Port': ['ID=b1a68350-e320-4fd0-870c-a16923167e94,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:29.630503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893caac-88c4-49d0-a557-3e5bd40bd7fd None None] The sync data for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi is: [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:20Z', 'revision_number': 3, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:38:29.647701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:29.652003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b7fdf9c9-2bbd-47e6-b258-c3b907090636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:29.666283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] For port d9d673d0-1dbd-4275-88cc-e64410af6494, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=d9d673d0-1dbd-4275-88cc-e64410af6494,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:38:29.704240 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=721fe122-a734-4a14-b346-74ffa18bcb1e,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:29.721083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:29.734756 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48818) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:29.760267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:29.799762 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a605e14a-8be2-4c53-a969-f7b3eb4d4420 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:29.893535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:29.982171 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 721fe122-a734-4a14-b346-74ffa18bcb1e up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:30.137994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 721fe122-a734-4a14-b346-74ffa18bcb1e triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:30.142205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:30.154180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3c2c37c9-bcbd-4a78-8549-5c1d1ce9b0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:30.368069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-3c2c37c9-bcbd-4a78-8549-5c1d1ce9b0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:30.381260 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Pushing event updated for resources: {'Port': ['ID=d9d673d0-1dbd-4275-88cc-e64410af6494,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:30.390415 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-3c2c37c9-bcbd-4a78-8549-5c1d1ce9b0ae admin admin] Usage tracker for resource:security_group_rule and tenant:b364ff8214a141288706b553a6751a7e is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:30.395960 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:30.401743 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Pushing event updated for resources: {'Port': ['ID=54d5f65a-a3fe-4328-92ea-f992120a0ae6,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:30.402031 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:30.402712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:30.407607 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] 10.222.0.16 "PUT /v2.0/ports/d9d673d0-1dbd-4275-88cc-e64410af6494 HTTP/1.1" status: 200  len: 1157 time: 5.3648467
Feb 18 04:38:30.429839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-3c2c37c9-bcbd-4a78-8549-5c1d1ce9b0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:30.438152 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99774284-0a01-4b75-bead-042d3f38784a', 'tag': 'd9d673d0-1dbd-4275-88cc-e64410af6494'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:38:30.580098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-3c2c37c9-bcbd-4a78-8549-5c1d1ce9b0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:30.660958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:30.703169 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Attempting to bind port b1a68350-e320-4fd0-870c-a16923167e94 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:38:30.703580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Attempting to bind port b1a68350-e320-4fd0-870c-a16923167e94 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '77696c59-518e-4e90-9020-ddd8d47b5723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '067922c5-8769-417c-99b5-c6774ca3a8de'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:38:30.703953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Attempting to bind port b1a68350-e320-4fd0-870c-a16923167e94 on network 067922c5-8769-417c-99b5-c6774ca3a8de {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:38:30.800768 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:38:30.801350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Checking segment: {'id': '77696c59-518e-4e90-9020-ddd8d47b5723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '067922c5-8769-417c-99b5-c6774ca3a8de'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:30.801903 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:30.802420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Bound using segment: {'id': '77696c59-518e-4e90-9020-ddd8d47b5723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '067922c5-8769-417c-99b5-c6774ca3a8de'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:38:30.803218 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Bound port: b1a68350-e320-4fd0-870c-a16923167e94, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77696c59-518e-4e90-9020-ddd8d47b5723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '067922c5-8769-417c-99b5-c6774ca3a8de'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:38:30.803663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268a21c-c3f8-45f0-b71d-b9ebb6d044c6 req-7d502e2a-178a-40fd-95f2-998b70108392 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:30.803787 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:30.811456 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9268a21c-c3f8-45f0-b71d-b9ebb6d044c6 req-7d502e2a-178a-40fd-95f2-998b70108392 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 944 time: 1.1234968
Feb 18 04:38:30.825883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:30.846887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Transition to ACTIVE for port object 18ec518b-f153-46f4-ab79-aecaade3d79b will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:30.909286 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:30.912059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:38:30.912897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977125'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:30.914582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-9268a21c-c3f8-45f0-b71d-b9ebb6d044c6 req-212b740b-5fc9-4a23-b625-89c67b9f59c2 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Synchronizing usage tracker for tenant:47af67b5732e4d03a7c7992223cbb555 on resource:security_group {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:30.955365 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82282698-f637-4911-a346-518ee335dd9c req-0fa688da-ba9f-415e-a465-4d453a8c38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:30.957138 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-0fa688da-ba9f-415e-a465-4d453a8c38a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 1160 time: 0.3382170
Feb 18 04:38:31.109755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-9268a21c-c3f8-45f0-b71d-b9ebb6d044c6 req-212b740b-5fc9-4a23-b625-89c67b9f59c2 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Unset dirty status for tenant:47af67b5732e4d03a7c7992223cbb555 on resource:security_group {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:31.111052 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9268a21c-c3f8-45f0-b71d-b9ebb6d044c6 req-212b740b-5fc9-4a23-b625-89c67b9f59c2 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2987046
Feb 18 04:38:31.120991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:31.122762 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-3329086f-d421-4d53-a0f1-ddcd2dcde2f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9d673d0-1dbd-4275-88cc-e64410af6494 HTTP/1.1" status: 200  len: 217 time: 0.1516414
Feb 18 04:38:31.138948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:31.198550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-3283866f-8b57-470c-8323-58797997f95c None None] Provisioning for port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:31.205552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-3283866f-8b57-470c-8323-58797997f95c None None] Provisioning complete for port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:31.206309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3283866f-8b57-470c-8323-58797997f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:31.312894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-3283866f-8b57-470c-8323-58797997f95c None None] Port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:38:31.333541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.675s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:31.405203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Pushing event updated for resources: {'Port': ['ID=18ec518b-f153-46f4-ab79-aecaade3d79b,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:31.422834 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:31.424376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82282698-f637-4911-a346-518ee335dd9c req-c39c5cfd-15fe-4142-9089-0b47fa2937af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:31.425915 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-c39c5cfd-15fe-4142-9089-0b47fa2937af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45e4c22c-b618-4af1-88f3-1835422513d7 HTTP/1.1" status: 200  len: 855 time: 0.2880843
Feb 18 04:38:31.474383 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:31.526159 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-31d09ace-74c5-41c0-9f6b-8e402602d014 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=db62ee18-f0c4-44d0-b64d-62c56bc414ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0824602
Feb 18 04:38:31.530714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Network 67c7849d-dc25-460c-aef1-ab79d87835ac is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:31.531876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:31.535053 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:38:31.536143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977125'] for router_interface, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:31.606708 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:31.862057 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99774284-0a01-4b75-bead-042d3f38784a', 'tag': 'd9d673d0-1dbd-4275-88cc-e64410af6494', 'status': 'completed', 'code': 200}
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c1a10-a120-4d4e-a6d0-0133422f101e req-0c0a5b70-2722-4640-b71b-4727064d9507 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-949c1a10-a120-4d4e-a6d0-0133422f101e req-0c0a5b70-2722-4640-b71b-4727064d9507 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 943 time: 0.9836662
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3c2c37c9-bcbd-4a78-8549-5c1d1ce9b0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ffa3e3a67b8>> segment before_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ffa3e3a67b8>> subnet precommit_delete_associations 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3efda898>> segment_host_mapping after_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3efda898>> port after_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3efda898>> port after_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3efda898>> port after_update 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3efda898>> segment after_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3efda898>> subnet after_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3efda898>> subnet after_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:31.862931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3efda898>> subnet after_update 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:31.907032 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-769c0d89-e344-425d-8ee9-654b6f09296c service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025912
Feb 18 04:38:31.941698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-d00013fa-8a12-4d7e-94a8-333fab2787cb None None] Provisioning for port 18ec518b-f153-46f4-ab79-aecaade3d79b completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:31.947796 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-d00013fa-8a12-4d7e-94a8-333fab2787cb None None] Provisioning complete for port 18ec518b-f153-46f4-ab79-aecaade3d79b triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:31.962931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d00013fa-8a12-4d7e-94a8-333fab2787cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:32.020264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffa3d8678d0>> subnet after_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:32.020264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffa3d8678d0>> subnet after_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:32.020264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffa3d8678d0>> subnet before_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:32.020264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffa3d8678d0>> subnet before_update 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:32.020264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3e060278>,) {'filters': {'network_id': ['46e58575-303b-4f32-95c3-78ff6e94c503']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:32.037752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device f8ae5614-b950-4e66-bdf5-4129db7b4094 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:32.087213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3e060278>, '92239813-cb7e-44e4-9010-24a57b06bb0d') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:32.087552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3e060278>, '92239813-cb7e-44e4-9010-24a57b06bb0d') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:32.095228 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-d00013fa-8a12-4d7e-94a8-333fab2787cb None None] Port 18ec518b-f153-46f4-ab79-aecaade3d79b cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:38:32.105230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852702107'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:32.122294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:32.125027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:38:32.163966 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3c2c37c9-bcbd-4a78-8549-5c1d1ce9b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:32.211099 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port f8ae5614-b950-4e66-bdf5-4129db7b4094 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:32.236396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port f8ae5614-b950-4e66-bdf5-4129db7b4094 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:32.237097 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:32.370018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] For port b1a68350-e320-4fd0-870c-a16923167e94, host hv-cinder-77630, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:38:32.402694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48892) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:32.406761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] For port b1a68350-e320-4fd0-870c-a16923167e94, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=b1a68350-e320-4fd0-870c-a16923167e94,segment=NetworkSegment(77696c59-518e-4e90-9020-ddd8d47b5723),segment_id=77696c59-518e-4e90-9020-ddd8d47b5723)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:38:32.428203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:32.459637 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Network 46e58575-303b-4f32-95c3-78ff6e94c503 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:38:32.486828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853474921'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:32.495444 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:32.589717 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82282698-f637-4911-a346-518ee335dd9c req-48f30714-42c2-4757-8968-0e65541fc17c service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6747270
Feb 18 04:38:32.614014 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:32.631601 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-949c1a10-a120-4d4e-a6d0-0133422f101e req-50bbea2a-22a8-4e02-863e-9a9d5d83d2b2 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6028006
Feb 18 04:38:32.681742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:32.710813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port f8ae5614-b950-4e66-bdf5-4129db7b4094, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=f8ae5614-b950-4e66-bdf5-4129db7b4094,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:38:32.749630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:32.752187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:32.756342 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-3c2c37c9-bcbd-4a78-8549-5c1d1ce9b0ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b364ff8214a141288706b553a6751a7e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9990370
Feb 18 04:38:32.758240 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c37c9-bcbd-4a78-8549-5c1d1ce9b0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741893f6-9b33-4ee1-b572-a56aac68bfc0,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:32.766134 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48900) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:32.806683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c9164-8fef-415d-af5a-b78bd1a9babb req-d7f54d1e-f405-487f-9586-0726a5a2f667 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:32.814127 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-160c9164-8fef-415d-af5a-b78bd1a9babb req-d7f54d1e-f405-487f-9586-0726a5a2f667 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 944 time: 0.3220513
Feb 18 04:38:32.835603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=f8ae5614-b950-4e66-bdf5-4129db7b4094,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:32.839375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:32.918031 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3c2c37c9-bcbd-4a78-8549-5c1d1ce9b0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:32.936941 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:32.951130 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-160c9164-8fef-415d-af5a-b78bd1a9babb req-e4be04b5-c286-4846-8dea-e77697e194c3 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359129
Feb 18 04:38:33.002670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ac86e5dd-4a00-4a6a-a557-f237a7135863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:33.018207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e811b8c-8915-4a6a-85e8-f527a449408b req-a7ae8e6b-4165-426e-babb-a3e934fb9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:33.019857 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3e811b8c-8915-4a6a-85e8-f527a449408b req-a7ae8e6b-4165-426e-babb-a3e934fb9d49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 1160 time: 0.2953219
Feb 18 04:38:33.096641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ac86e5dd-4a00-4a6a-a557-f237a7135863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:33.105063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Network 46e58575-303b-4f32-95c3-78ff6e94c503 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:38:33.143770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   from cryptography.utils import int_from_bytes
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   from cryptography.utils import int_from_bytes
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   (rel_b, rel_a, rel_b),
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   (rel_b, rel_a, rel_b),
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:38:33.145610 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:38:33.151399 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ac86e5dd-4a00-4a6a-a557-f237a7135863 admin admin] Usage tracker for resource:security_group_rule and tenant:3371ce8644354a5ea082201d6d25b8fa is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:33.181919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:33.184609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854013805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853798841'] for router_interface, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:33.201037 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:33.216302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ac86e5dd-4a00-4a6a-a557-f237a7135863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:33.253344 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ac86e5dd-4a00-4a6a-a557-f237a7135863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:33.255409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Pushing event updated for resources: {'Port': ['ID=b1a68350-e320-4fd0-870c-a16923167e94,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:33.273844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:33.288230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e811b8c-8915-4a6a-85e8-f527a449408b req-186ec9b9-0450-43ac-b20c-e7a650e7071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:33.289861 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3e811b8c-8915-4a6a-85e8-f527a449408b req-186ec9b9-0450-43ac-b20c-e7a650e7071e service neutron] 10.222.0.16 "GET /v2.0/networks?id=db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 200  len: 909 time: 0.2617843
Feb 18 04:38:33.351453 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3482eb0c-9942-4818-9a52-b8ac6ce7ec99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:33.376390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:33.385445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:33.386130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:33.387781 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] 10.222.0.16 "PUT /v2.0/ports/b1a68350-e320-4fd0-870c-a16923167e94 HTTP/1.1" status: 200  len: 1158 time: 8.5646474
Feb 18 04:38:33.391121 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3e811b8c-8915-4a6a-85e8-f527a449408b req-ba1fe867-5276-4e25-af1e-1dc1db2974df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9d673d0-1dbd-4275-88cc-e64410af6494 HTTP/1.1" status: 200  len: 217 time: 0.0868285
Feb 18 04:38:33.397310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47868ab4-e8ba-4193-9e6a-e8932c8839d1', 'tag': 'b1a68350-e320-4fd0-870c-a16923167e94'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:38:33.425013 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3482eb0c-9942-4818-9a52-b8ac6ce7ec99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:33.436758 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:33.438735 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:33.468401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:33.471037 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e58575-303b-4f32-95c3-78ff6e94c503,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:33.474410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:33.476916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e811b8c-8915-4a6a-85e8-f527a449408b req-2cd18ebb-05a6-47d6-b0af-6f37db354ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:33.478658 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3e811b8c-8915-4a6a-85e8-f527a449408b req-2cd18ebb-05a6-47d6-b0af-6f37db354ecf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45e4c22c-b618-4af1-88f3-1835422513d7 HTTP/1.1" status: 200  len: 855 time: 0.0754912
Feb 18 04:38:33.481520 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Pushing event updated for resources: {'Port': ['ID=18ec518b-f153-46f4-ab79-aecaade3d79b,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:33.492588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:33.522113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:33.551411 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3e811b8c-8915-4a6a-85e8-f527a449408b req-65fc1546-4b34-4d90-9b2d-405bede0a7f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=db62ee18-f0c4-44d0-b64d-62c56bc414ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556731
Feb 18 04:38:33.707732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Network 67c7849d-dc25-460c-aef1-ab79d87835ac is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:33.711708 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:33.830233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:33.843090 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3e811b8c-8915-4a6a-85e8-f527a449408b req-420d1c71-9e73-47fa-bd88-7c4e6d5a1185 service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2806685
Feb 18 04:38:33.922145 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ac86e5dd-4a00-4a6a-a557-f237a7135863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:33.948369 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] 10.222.0.43 "DELETE /v2.0/networks/46e58575-303b-4f32-95c3-78ff6e94c503 HTTP/1.1" status: 204  len: 168 time: 4.7623079
Feb 18 04:38:33.950375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48924) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:34.030416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device f8ae5614-b950-4e66-bdf5-4129db7b4094 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:34.042668 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ac86e5dd-4a00-4a6a-a557-f237a7135863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:34.087131 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-e0ea7d91-9e9b-46ed-99f7-835d55fb638a None None] Provisioning complete for port 18ec518b-f153-46f4-ab79-aecaade3d79b triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:34.087494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e0ea7d91-9e9b-46ed-99f7-835d55fb638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:34.090400 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47868ab4-e8ba-4193-9e6a-e8932c8839d1', 'tag': 'b1a68350-e320-4fd0-870c-a16923167e94', 'status': 'completed', 'code': 200}
Feb 18 04:38:34.099779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Pushing event updated for resources: {'Port': ['ID=54d5f65a-a3fe-4328-92ea-f992120a0ae6,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:34.103644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:34.116036 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:34.135303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854013805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853798841'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:34.171964 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ac86e5dd-4a00-4a6a-a557-f237a7135863 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3371ce8644354a5ea082201d6d25b8fa&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7327607
Feb 18 04:38:34.177213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83bd167-1257-4f78-89d8-2615cbc80294 admin admin] Deleting subnet 6936e9bb-ea65-4bc0-96bc-0ba074d5af66 {{(pid=84044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:38:34.181832 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48930) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:34.183402 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea7d91-9e9b-46ed-99f7-835d55fb638a None None] Port 18ec518b-f153-46f4-ab79-aecaade3d79b cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:38:34.196551 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d83bd167-1257-4f78-89d8-2615cbc80294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:34.203868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port f8ae5614-b950-4e66-bdf5-4129db7b4094 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:34.204419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:34.241217 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:38:34.283935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86e5dd-4a00-4a6a-a557-f237a7135863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c077b63e-e619-432e-888e-082301020ccf,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:34.287623 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ac86e5dd-4a00-4a6a-a557-f237a7135863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:34.288295 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3482eb0c-9942-4818-9a52-b8ac6ce7ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:34.306631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:34.314376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-b6a85087-ee4c-42cd-a86f-3124eddb1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:34.316034 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-b6a85087-ee4c-42cd-a86f-3124eddb1514 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47af67b5732e4d03a7c7992223cbb555&device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 1161 time: 0.7984302
Feb 18 04:38:34.405375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482eb0c-9942-4818-9a52-b8ac6ce7ec99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741893f6-9b33-4ee1-b572-a56aac68bfc0,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:34.408522 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3482eb0c-9942-4818-9a52-b8ac6ce7ec99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:34.435810 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-df5a320f-1193-4190-8fed-2beb596bbeb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a68350-e320-4fd0-870c-a16923167e94 HTTP/1.1" status: 200  len: 217 time: 0.1076074
Feb 18 04:38:34.451458 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3482eb0c-9942-4818-9a52-b8ac6ce7ec99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:34.452629 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-3482eb0c-9942-4818-9a52-b8ac6ce7ec99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/741893f6-9b33-4ee1-b572-a56aac68bfc0 HTTP/1.1" status: 204  len: 168 time: 1.6292500
Feb 18 04:38:34.464396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5e205-f045-49d8-bbaa-a5d1e27f1512 req-c286e974-8844-41f3-9c3a-3d839269624f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:34.466067 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-35e5e205-f045-49d8-bbaa-a5d1e27f1512 req-c286e974-8844-41f3-9c3a-3d839269624f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 943 time: 0.6780527
Feb 18 04:38:34.566514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:34.578254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:34.596583 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-05008b9b-6621-46b4-b2a6-c413dd8cb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:34.598173 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-05008b9b-6621-46b4-b2a6-c413dd8cb78c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=02e5b347-7e98-4d6e-9411-1f4ecf13b128 HTTP/1.1" status: 200  len: 851 time: 0.1443243
Feb 18 04:38:34.651574 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3e811b8c-8915-4a6a-85e8-f527a449408b req-6774b4fb-8615-4173-8e6f-b0c0eb17c4ec service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7981975
Feb 18 04:38:34.654920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d83bd167-1257-4f78-89d8-2615cbc80294 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:34.672231 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-35e5e205-f045-49d8-bbaa-a5d1e27f1512 req-a26ccdae-c107-445a-af1e-9c375c822364 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660533
Feb 18 04:38:34.736250 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-e4e5af1f-4629-46e5-b292-5dea542684ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=067922c5-8769-417c-99b5-c6774ca3a8de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0676205
Feb 18 04:38:34.791658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:38:34.805522 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Sync routers for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:38:34.811197 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] 10.222.0.43 "PUT /v2.0/routers/31b7682c-a004-4023-9b0c-4a2b7dede7b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.6855154
Feb 18 04:38:34.820823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:38:34.821956 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3cbb70>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:38:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:34.823522 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-3306c1c7-d42c-4442-af47-d9a29bbfccf2 None None] Provisioning complete for port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:34.823949 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3306c1c7-d42c-4442-af47-d9a29bbfccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:34.829267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d83bd167-1257-4f78-89d8-2615cbc80294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:34.934679 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-3306c1c7-d42c-4442-af47-d9a29bbfccf2 None None] Port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:38:34.994518 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-3497697f-8e38-4d02-98e8-3566d565120f service neutron] 10.222.0.16 "GET /v2.0/networks/067922c5-8769-417c-99b5-c6774ca3a8de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2404969
Feb 18 04:38:35.149810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d83bd167-1257-4f78-89d8-2615cbc80294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for subnet, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:35.153078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2ee0eec5-bbb2-425b-862d-000aae04ec26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:35.157502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:38:35.187974 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a9a81bff-22bb-4a7f-99b4-079715f0dbcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:35.216540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:38:35.250911 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Router c9aa9f1f-ee14-419e-842b-c538cff462ac has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:38:35.251732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311c07-099b-4afe-894b-ea3751fc48b4 req-96d7fe70-c66b-4d4e-aece-36c08a82a2ab tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:35.261235 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-58311c07-099b-4afe-894b-ea3751fc48b4 req-96d7fe70-c66b-4d4e-aece-36c08a82a2ab tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 944 time: 1.0223596
Feb 18 04:38:35.349769 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bd167-1257-4f78-89d8-2615cbc80294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6936e9bb-ea65-4bc0-96bc-0ba074d5af66,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:35.370928 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d83bd167-1257-4f78-89d8-2615cbc80294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:35.392071 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-58311c07-099b-4afe-894b-ea3751fc48b4 req-a167fcdd-a67e-45a8-b23e-2e743b0e6b1e tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297810
Feb 18 04:38:35.392566 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e05daf06-b49a-4ae4-ba10-cdbb4d00e6e6 req-865ef16f-14f3-4c47-9d6f-c5f4dacddd51 service neutron] 10.222.0.16 "GET /v2.0/networks/067922c5-8769-417c-99b5-c6774ca3a8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3885901
Feb 18 04:38:35.430446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2ee0eec5-bbb2-425b-862d-000aae04ec26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:35.503776 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d83bd167-1257-4f78-89d8-2615cbc80294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:35.515464 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d83bd167-1257-4f78-89d8-2615cbc80294 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6936e9bb-ea65-4bc0-96bc-0ba074d5af66 HTTP/1.1" status: 204  len: 168 time: 1.5628190
Feb 18 04:38:35.521069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48962) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:35.592917 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-75f10390-3bfa-469f-9707-261914bb416d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:35.670759 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:35.722764 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3cbb70>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 2, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:35.727876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Checking router: 31b7682c-a004-4023-9b0c-4a2b7dede7b8 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:38:35.728449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Updating router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 port 18ec518b-f153-46f4-ab79-aecaade3d79b binding host dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:38:35.736428 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:38:35.747957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Sync routers for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:38:35.769013 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:38:35.772781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dba5a90>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:38:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:35.778056 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] 10.222.0.43 "PUT /v2.0/routers/c9aa9f1f-ee14-419e-842b-c538cff462ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2704761
Feb 18 04:38:35.803489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2ee0eec5-bbb2-425b-862d-000aae04ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:35.810624 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:35.846734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e2a3c-c02f-4707-907e-c0949968e021 req-b7c56802-cfb0-48d4-a01c-6558fa5a915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:35.849777 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-163e2a3c-c02f-4707-907e-c0949968e021 req-b7c56802-cfb0-48d4-a01c-6558fa5a915a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47af67b5732e4d03a7c7992223cbb555&device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 1161 time: 0.2712414
Feb 18 04:38:35.889696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:35.953394 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0eec5-bbb2-425b-862d-000aae04ec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c077b63e-e619-432e-888e-082301020ccf,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:35.956719 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2ee0eec5-bbb2-425b-862d-000aae04ec26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:36.119380 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 48978) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:36.129682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284516098', 'description': 'tempest-description--847541795'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:36.140481 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:36.167863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Usage tracker for resource:security_group and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:36.173541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:36.212397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:36.213559 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:36.267102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e2a3c-c02f-4707-907e-c0949968e021 req-8dc989b9-8123-4a86-9146-f5e824a21171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:36.268714 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-163e2a3c-c02f-4707-907e-c0949968e021 req-8dc989b9-8123-4a86-9146-f5e824a21171 service neutron] 10.222.0.16 "GET /v2.0/networks?id=067922c5-8769-417c-99b5-c6774ca3a8de HTTP/1.1" status: 200  len: 905 time: 0.4103479
Feb 18 04:38:36.353765 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.objects.ports [None req-9e00121a-df99-4fc4-b371-7739762b0568 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84045) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 04:38:36.383004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ffa3df2f390>> segment before_delete 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.383347 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ffa3df2f390>> subnet precommit_delete_associations 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.384185 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3e16cc88>> segment_host_mapping after_create 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.384563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3e16cc88>> port after_create 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.384928 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3e16cc88>> port after_delete 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.385306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3e16cc88>> port after_update 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.385674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3e16cc88>> segment after_delete 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.386052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3e16cc88>> subnet after_create 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.386385 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3e16cc88>> subnet after_delete 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.386928 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffa3e16cc88>> subnet after_update 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.394724 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:38:36.460948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffa3dafc400>> subnet after_create 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.461465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffa3dafc400>> subnet after_delete 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.461842 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffa3dafc400>> subnet before_create 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.462215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffa3dafc400>> subnet before_update 55550000 {{(pid=84044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 04:38:36.462605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3d66dc18>,) {'filters': {'network_id': ['6fdb142d-04cc-4e94-9391-acac208704d7']}} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:36.465420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:36.471538 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2ee0eec5-bbb2-425b-862d-000aae04ec26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:36.472929 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2ee0eec5-bbb2-425b-862d-000aae04ec26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c077b63e-e619-432e-888e-082301020ccf HTTP/1.1" status: 204  len: 168 time: 2.2787097
Feb 18 04:38:36.487027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3d66dc18>, '2927b96e-91c0-44e8-88e0-eaaf7c2d98dc') {'for_net_delete': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:36.487363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3d66dc18>, '2927b96e-91c0-44e8-88e0-eaaf7c2d98dc') {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:36.508047 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305319'] for segment, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:36.539701 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-163e2a3c-c02f-4707-907e-c0949968e021 req-17cb76b1-6ee3-4610-ad86-4df5cd3cf0b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a68350-e320-4fd0-870c-a16923167e94 HTTP/1.1" status: 200  len: 217 time: 0.2614837
Feb 18 04:38:36.547468 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:36.566758 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3e344-532d-4150-8855-12c4fa7b127f req-809667d8-9edf-4724-8381-4bcbcb024e04 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:36.568512 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bcc3e344-532d-4150-8855-12c4fa7b127f req-809667d8-9edf-4724-8381-4bcbcb024e04 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 943 time: 0.6245477
Feb 18 04:38:36.621355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:36.627021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:38:36.664974 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bcc3e344-532d-4150-8855-12c4fa7b127f req-a2d89d09-262b-4cd3-9c90-75e9cb6c04e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895970
Feb 18 04:38:36.667887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:36.701981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Transition to ACTIVE for port object 18ec518b-f153-46f4-ab79-aecaade3d79b will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:36.712287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e2a3c-c02f-4707-907e-c0949968e021 req-2b7d6af3-bbee-4474-8014-21e5e0d7ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:36.713906 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-163e2a3c-c02f-4707-907e-c0949968e021 req-2b7d6af3-bbee-4474-8014-21e5e0d7ebaf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=02e5b347-7e98-4d6e-9411-1f4ecf13b128 HTTP/1.1" status: 200  len: 851 time: 0.1608996
Feb 18 04:38:36.715028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Usage tracker for resource:security_group_rule and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:36.726998 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:36.757636 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:36.800918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:36.817364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device d9d673d0-1dbd-4275-88cc-e64410af6494 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:36.839494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:36.845766 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-163e2a3c-c02f-4707-907e-c0949968e021 req-a60c4542-fd5e-47f7-9fcb-2c819fe8f7d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=067922c5-8769-417c-99b5-c6774ca3a8de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1139839
Feb 18 04:38:36.995782 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port d9d673d0-1dbd-4275-88cc-e64410af6494 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:37.012487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port d9d673d0-1dbd-4275-88cc-e64410af6494 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:37.012751 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33a924-20b2-4b34-a946-8e12ef0bdee9 None None] Pushing event updated for resources: {'Port': ['ID=18ec518b-f153-46f4-ab79-aecaade3d79b,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:37.013445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:37.019039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ec33a924-20b2-4b34-a946-8e12ef0bdee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:37.189227 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 48998) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:37.220430 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2046577714', 'description': 'tempest-description--1334629121'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:37.243632 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:37.260140 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Usage tracker for resource:security_group and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:37.265239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:37.283151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:37.296249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Attempting to bind port 18ec518b-f153-46f4-ab79-aecaade3d79b on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:38:37.296710 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Attempting to bind port 18ec518b-f153-46f4-ab79-aecaade3d79b by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:38:37.297329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Attempting to bind port 18ec518b-f153-46f4-ab79-aecaade3d79b on network 67c7849d-dc25-460c-aef1-ab79d87835ac {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:38:37.312885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:38:37.313326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Checking segment: {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:37.313798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:37.314228 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Bound using segment: {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:38:37.314754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Bound port: 18ec518b-f153-46f4-ab79-aecaade3d79b, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:38:37.315190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:37.365246 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Network 6fdb142d-04cc-4e94-9391-acac208704d7 has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:38:37.393279 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852846634'] for segment, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:37.437915 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-163e2a3c-c02f-4707-907e-c0949968e021 req-b2298cc5-46c6-45b7-87b0-f72d5b424bc1 service neutron] 10.222.0.16 "GET /v2.0/networks/067922c5-8769-417c-99b5-c6774ca3a8de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5860922
Feb 18 04:38:37.468350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:37.527872 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] For port 18ec518b-f153-46f4-ab79-aecaade3d79b, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:38:37.528846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dba5a90>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 2, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:37.531112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99774284-0a01-4b75-bead-042d3f38784a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d673d0-1dbd-4275-88cc-e64410af6494'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:38:37.531410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] For port 18ec518b-f153-46f4-ab79-aecaade3d79b, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=18ec518b-f153-46f4-ab79-aecaade3d79b,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:38:37.606736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Checking router: c9aa9f1f-ee14-419e-842b-c538cff462ac for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:38:37.607274 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Updating router c9aa9f1f-ee14-419e-842b-c538cff462ac port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 binding host dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:38:37.620197 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee6acd-46d8-4838-952e-29368ee11c8a req-b22ae6e5-6e11-4a4d-a5a9-04bed596b2f1 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:37.622271 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-64ee6acd-46d8-4838-952e-29368ee11c8a req-b22ae6e5-6e11-4a4d-a5a9-04bed596b2f1 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 944 time: 0.2049899
Feb 18 04:38:37.622830 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-163e2a3c-c02f-4707-907e-c0949968e021 req-a991ee42-e500-47ee-87d0-4ce4697eb595 service neutron] 10.222.0.16 "GET /v2.0/networks/067922c5-8769-417c-99b5-c6774ca3a8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1729913
Feb 18 04:38:37.638571 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port d9d673d0-1dbd-4275-88cc-e64410af6494, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=d9d673d0-1dbd-4275-88cc-e64410af6494,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:38:37.672237 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:37.678655 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-64ee6acd-46d8-4838-952e-29368ee11c8a req-d5ca8b23-ba1c-4b83-ad32-efa27adf6a27 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466857
Feb 18 04:38:38.231621 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:38.249377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:38.253618 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Usage tracker for resource:security_group_rule and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:38.256743 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:38.263280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:38.273095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:38.273897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:38.276231 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:38.293660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6ad4747e-cc12-48a3-9721-7d9bf375d678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:38.442059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49012) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:38.479596 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33a924-20b2-4b34-a946-8e12ef0bdee9 None None] Pushing event updated for resources: {'Port': ['ID=18ec518b-f153-46f4-ab79-aecaade3d79b,revision_number=4']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:38.482567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Network 6fdb142d-04cc-4e94-9391-acac208704d7 has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:38:38.497550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49020) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:38.497682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ec33a924-20b2-4b34-a946-8e12ef0bdee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:38.503004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2289f758-b2b8-4d36-850a-12a801d32eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   from cryptography.utils import int_from_bytes
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   from cryptography.utils import int_from_bytes
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   (rel_b, rel_a, rel_b),
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   (rel_b, rel_a, rel_b),
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:38:38.513171 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:38:38.543754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=d9d673d0-1dbd-4275-88cc-e64410af6494,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:38.556172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1f52d967-44ad-4fb6-a303-af70de4dfa39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:38.557949 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:38.595414 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:38:38.596079 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3cbb70>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:38:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:38.607829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-1f52d967-44ad-4fb6-a303-af70de4dfa39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:38.629273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1f52d967-44ad-4fb6-a303-af70de4dfa39 admin admin] Usage tracker for resource:security_group_rule and tenant:c301b357bd334419bfce6074750e8546 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:38.640534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1f52d967-44ad-4fb6-a303-af70de4dfa39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:38.653052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-1f52d967-44ad-4fb6-a303-af70de4dfa39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:38.669845 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02a900-2675-4876-a52b-b66805476939 req-dad8a988-6f72-4050-8383-bf30958c56e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:38.672364 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6f02a900-2675-4876-a52b-b66805476939 req-dad8a988-6f72-4050-8383-bf30958c56e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 945 time: 0.2950301
Feb 18 04:38:38.685412 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.objects.ports [None req-fcc11c68-740a-4b27-bbb0-d3613bae9f35 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84045) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 04:38:38.690670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:38.775363 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6f02a900-2675-4876-a52b-b66805476939 req-f4885c9f-062d-437d-b1c4-61bc51f37409 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964994
Feb 18 04:38:38.925070 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:38:38.980330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.006150 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Transition to ACTIVE for port object 54d5f65a-a3fe-4328-92ea-f992120a0ae6 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:39.042187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device b1a68350-e320-4fd0-870c-a16923167e94 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:39.046985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.049815 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.066003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.068965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.091495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2b9627b8-e32a-45ec-86a6-8bba332db524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:39.095043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.110355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.116845 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:39.121235 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d0fc0cba374a7ea6d23fad2588ef97 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:39.124248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:39.130745 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:39.144536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdb142d-04cc-4e94-9391-acac208704d7,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:39.156108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:39.185103 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-e175d85b-0a1d-4a2a-bb53-f68fda365427 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6fdb142d-04cc-4e94-9391-acac208704d7 HTTP/1.1" status: 204  len: 168 time: 3.6628962
Feb 18 04:38:39.214871 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3482eb0c-9942-4818-9a52-b8ac6ce7ec99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:39.225366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.243356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a70ec-70f5-4b98-abbc-fb5d66ad4b66 req-05122da0-6396-40b3-8d4a-ff420019de48 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:39.255065 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a86a70ec-70f5-4b98-abbc-fb5d66ad4b66 req-05122da0-6396-40b3-8d4a-ff420019de48 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 944 time: 0.3045535
Feb 18 04:38:39.256665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.260937 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 3.1350489
Feb 18 04:38:39.275370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49036) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:39.302061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.314833 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Request body: {'security_group_rule': {'security_group_id': 'f884476e-4192-4209-93ae-6b8dab7f6b10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:39.337335 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:39.345391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Usage tracker for resource:security_group_rule and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:39.350646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:39.353150 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d92b3841-b950-4fd0-8031-98dcf82713fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:39.371600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:39.386339 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e59874-b87c-4224-a7be-9863e23b1cd0,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:39.390619 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:39.395882 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.399628 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.2067852
Feb 18 04:38:39.401221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49046) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:39.416356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1f52d967-44ad-4fb6-a303-af70de4dfa39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.419493 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f884476e-4192-4209-93ae-6b8dab7f6b10,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:39.419888 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Request body: {'security_group_rule': {'security_group_id': 'b5e59874-b87c-4224-a7be-9863e23b1cd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:39.423448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:39.435049 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:39.445343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Usage tracker for resource:security_group_rule and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:39.458553 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.462123 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a86a70ec-70f5-4b98-abbc-fb5d66ad4b66 req-122cf2dd-fcc6-4e24-94a3-ea8f648173e6 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052279
Feb 18 04:38:39.478091 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99774284-0a01-4b75-bead-042d3f38784a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d673d0-1dbd-4275-88cc-e64410af6494', 'code': 200}
Feb 18 04:38:39.478091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:39.485874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:39.496767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:39.512558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1f52d967-44ad-4fb6-a303-af70de4dfa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.543822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3cbb70>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:37Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:39.557379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b80c5a-3736-4d4c-b313-efe687e01d3f None None] The sync data for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi is: [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:37Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:38:39.588666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6875ddae-b653-4cfb-a0f3-f7758585da97 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:39.599784 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.665555 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.666602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.690567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49052) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:39.725124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.733325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.737613 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559c819-c3b6-4d2c-be71-b080ce9b95cd None None] Pushing event updated for resources: {'Port': ['ID=54d5f65a-a3fe-4328-92ea-f992120a0ae6,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:39.749381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5559c819-c3b6-4d2c-be71-b080ce9b95cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:39.772230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52d967-44ad-4fb6-a303-af70de4dfa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ee8e3b-dd28-4b10-af81-b67aea46b5bd,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:39.778151 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1f52d967-44ad-4fb6-a303-af70de4dfa39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c301b357bd334419bfce6074750e8546&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2664509
Feb 18 04:38:39.779267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1f52d967-44ad-4fb6-a303-af70de4dfa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:39.784213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:39.785580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:39.789542 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:39.807245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49056) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:39.823355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fbd357-4487-41ce-8ab2-a66f522c0ffc,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:39.871563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:39.888899 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-32d1e843-d03c-4cd4-9d69-c11262e701a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52d478840cea479d8039c487fd7790f5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1966822
Feb 18 04:38:39.899601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13786264-3528-416f-90ed-289e268c763b req-10ecb725-ba59-4c4f-9d81-04356f8233d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:39.908515 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-13786264-3528-416f-90ed-289e268c763b req-10ecb725-ba59-4c4f-9d81-04356f8233d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 1162 time: 0.2485676
Feb 18 04:38:39.911297 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49062) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:39.963572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd603a80-cd46-45de-87ff-6d2b30496923,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:40.011847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.044582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.062705 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6d0fc0cba374a7ea6d23fad2588ef97&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6194804
Feb 18 04:38:40.063778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49070) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:40.066351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:40.095271 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.096894 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8200982
Feb 18 04:38:40.111729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49074) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:40.112475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.122421 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Request body: {'security_group_rule': {'security_group_id': 'f884476e-4192-4209-93ae-6b8dab7f6b10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:40.131841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 18ec518b-f153-46f4-ab79-aecaade3d79b up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:40.143629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:40.146423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:40.183485 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port b1a68350-e320-4fd0-870c-a16923167e94 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:40.199738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port b1a68350-e320-4fd0-870c-a16923167e94 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:40.200161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.216931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Usage tracker for resource:security_group_rule and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:40.223431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-13786264-3528-416f-90ed-289e268c763b req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.223578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:40.230539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036f40f4-8966-4dff-b904-c8ebd985a446,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:40.243305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:40.249754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:40.252301 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.254058 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8436210
Feb 18 04:38:40.265346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49078) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:40.268614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-13786264-3528-416f-90ed-289e268c763b req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:40.273936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Request body: {'security_group_rule': {'security_group_id': 'b5e59874-b87c-4224-a7be-9863e23b1cd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:40.279763 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cbd46be9-9536-44fd-ab05-d403cb6e96c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.294285 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:40.302112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-13786264-3528-416f-90ed-289e268c763b req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] Usage tracker for resource:security_group_rule and tenant:50d817ddcb2249128f7e85ca7d4e0bf2 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:40.304431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Usage tracker for resource:security_group_rule and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:40.305666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e4eab6a6-e6bc-48ad-beed-6c4463cafc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.314373 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:40.328162 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:40.331787 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cbd46be9-9536-44fd-ab05-d403cb6e96c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.338673 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e4eab6a6-e6bc-48ad-beed-6c4463cafc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.341852 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Attempting to bind port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:38:40.342274 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Attempting to bind port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:38:40.342687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Attempting to bind port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 on network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:38:40.355875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-13786264-3528-416f-90ed-289e268c763b req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:40.364733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-23d7be34-960e-45f6-89d9-eff6df3b8efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.402556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.406846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-13786264-3528-416f-90ed-289e268c763b req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:40.413214 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:38:40.413671 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Checking segment: {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:40.414132 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.414576 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Bound using segment: {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:38:40.415202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Bound port: 54d5f65a-a3fe-4328-92ea-f992120a0ae6, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:38:40.415622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.456344 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.456589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-23d7be34-960e-45f6-89d9-eff6df3b8efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.481512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e4eab6a6-e6bc-48ad-beed-6c4463cafc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.508308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0bf5ebd7-dbc8-4ef7-8ec7-0c0254f35822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:40.535259 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a6687-bcd1-48f6-a1fd-7aa61a08d47d req-fd58de28-8138-4725-b478-924810a588a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:40.541183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.541326 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-038a6687-bcd1-48f6-a1fd-7aa61a08d47d req-fd58de28-8138-4725-b478-924810a588a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 945 time: 0.4426999
Feb 18 04:38:40.543328 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cbd46be9-9536-44fd-ab05-d403cb6e96c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.559186 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eab6a6-e6bc-48ad-beed-6c4463cafc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ee8e3b-dd28-4b10-af81-b67aea46b5bd,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:40.571513 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e4eab6a6-e6bc-48ad-beed-6c4463cafc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:40.579231 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:40.596067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd46be9-9536-44fd-ab05-d403cb6e96c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd603a80-cd46-45de-87ff-6d2b30496923,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:40.597834 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.611872 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cbd46be9-9536-44fd-ab05-d403cb6e96c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:40.617273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.633406 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c76c7aa3-9a6f-4e02-af68-9531d22597da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:40.659553 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port b1a68350-e320-4fd0-870c-a16923167e94, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=b1a68350-e320-4fd0-870c-a16923167e94,segment=NetworkSegment(77696c59-518e-4e90-9020-ddd8d47b5723),segment_id=77696c59-518e-4e90-9020-ddd8d47b5723)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:38:40.672493 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e4eab6a6-e6bc-48ad-beed-6c4463cafc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.673703 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-e4eab6a6-e6bc-48ad-beed-6c4463cafc39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9ee8e3b-dd28-4b10-af81-b67aea46b5bd HTTP/1.1" status: 204  len: 168 time: 0.8476865
Feb 18 04:38:40.689427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cbd46be9-9536-44fd-ab05-d403cb6e96c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.693999 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-cbd46be9-9536-44fd-ab05-d403cb6e96c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd603a80-cd46-45de-87ff-6d2b30496923 HTTP/1.1" status: 204  len: 168 time: 0.6264904
Feb 18 04:38:40.721392 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-038a6687-bcd1-48f6-a1fd-7aa61a08d47d req-8a6f6ab8-6cc2-4d2c-8a4c-f3d6ada8d55d tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646135
Feb 18 04:38:40.750025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.751599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device d9d673d0-1dbd-4275-88cc-e64410af6494 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:40.805471 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.807026 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5404997
Feb 18 04:38:40.816424 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ae461a-583d-46d0-bf0d-21596c65b73a,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:40.817113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49096) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:40.829396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.832578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-23d7be34-960e-45f6-89d9-eff6df3b8efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.834470 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:40.840721 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Request body: {'floatingip': {'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:40.846330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-23fa88bf-f288-4c16-ab9e-7afc95aaea65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:40.871008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.871318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:40.884583 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:40.888495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-65d46d40-850f-4a66-b88c-ff8ad05dcfbc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:40.902246 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-13786264-3528-416f-90ed-289e268c763b req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.903940 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Usage tracker for resource:floatingip and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:40.913133 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797697cc-6644-447f-a5a7-4bbd24472366 req-747e9245-65fb-404b-94bd-7a04009d4bd6 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:40.915082 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-797697cc-6644-447f-a5a7-4bbd24472366 req-747e9245-65fb-404b-94bd-7a04009d4bd6 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 946 time: 0.2165787
Feb 18 04:38:40.927199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:40.939567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7be34-960e-45f6-89d9-eff6df3b8efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042eb071-e4ba-4c69-b2e4-ac0e010113af,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:40.943900 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-23d7be34-960e-45f6-89d9-eff6df3b8efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:40.950942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:40.961053 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-23d7be34-960e-45f6-89d9-eff6df3b8efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.962690 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-23d7be34-960e-45f6-89d9-eff6df3b8efc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/042eb071-e4ba-4c69-b2e4-ac0e010113af HTTP/1.1" status: 204  len: 168 time: 1.0504029
Feb 18 04:38:40.970113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-13786264-3528-416f-90ed-289e268c763b req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:40.975859 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=b1a68350-e320-4fd0-870c-a16923167e94,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:40.992211 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:41.001182 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59e5041-350b-4c09-9fee-64efa1b90eb9,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:41.008757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:41.020895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-13786264-3528-416f-90ed-289e268c763b req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] Synchronizing usage tracker for tenant:50d817ddcb2249128f7e85ca7d4e0bf2 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:41.028198 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:41.035955 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 18ec518b-f153-46f4-ab79-aecaade3d79b completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:41.048546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] For port 54d5f65a-a3fe-4328-92ea-f992120a0ae6, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:38:41.053531 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:41.057463 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-797697cc-6644-447f-a5a7-4bbd24472366 req-ae24825f-bbab-4b4a-8661-f8d61f2e8b6f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345046
Feb 18 04:38:41.057619 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] For port 54d5f65a-a3fe-4328-92ea-f992120a0ae6, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=54d5f65a-a3fe-4328-92ea-f992120a0ae6,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:38:41.062560 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 18ec518b-f153-46f4-ab79-aecaade3d79b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:41.062773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:41.098140 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:41.122418 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:41.124360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:41.130137 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0156138
Feb 18 04:38:41.131272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49104) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:41.138287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Request body: {'floatingip': {'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:41.150358 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:41.155081 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b896928b-8a96-46c2-bdfd-e24d5d7bf872,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:41.160078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Usage tracker for resource:floatingip and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:41.160078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:41.160249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:41.167583 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:41.181828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-13786264-3528-416f-90ed-289e268c763b req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] Unset dirty status for tenant:50d817ddcb2249128f7e85ca7d4e0bf2 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:41.183147 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-13786264-3528-416f-90ed-289e268c763b req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2666686
Feb 18 04:38:41.200757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:41.241287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:41.305289 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port d9d673d0-1dbd-4275-88cc-e64410af6494 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:41.305827 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:41.410175 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559c819-c3b6-4d2c-be71-b080ce9b95cd None None] Pushing event updated for resources: {'Port': ['ID=54d5f65a-a3fe-4328-92ea-f992120a0ae6,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:41.435242 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5559c819-c3b6-4d2c-be71-b080ce9b95cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:41.500795 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47868ab4-e8ba-4193-9e6a-e8932c8839d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a68350-e320-4fd0-870c-a16923167e94'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:38:41.533171 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:41.569509 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Allocated IP 172.27.3.179 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/1cdd1a32-c3aa-4584-a6fb-cdec5a451a71) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:38:41.671339 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47868ab4-e8ba-4193-9e6a-e8932c8839d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a68350-e320-4fd0-870c-a16923167e94', 'code': 200}
Feb 18 04:38:41.855392 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:41.899917 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:41.936516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:38:41.936516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dba5a90>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:38:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:42.150667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device d9d673d0-1dbd-4275-88cc-e64410af6494 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:42.172022 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:42.286297 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7d58-6291-49b7-97f6-e534edddc412 req-a7b0e9a4-3da8-4319-9c84-9a550d0b5a9d tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:42.287996 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e16e7d58-6291-49b7-97f6-e534edddc412 req-a7b0e9a4-3da8-4319-9c84-9a550d0b5a9d tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 945 time: 0.2296400
Feb 18 04:38:42.318953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 18ec518b-f153-46f4-ab79-aecaade3d79b, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=18ec518b-f153-46f4-ab79-aecaade3d79b,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:38:42.354527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1ed4f0ee-06bf-4e5e-a356-6a1325687c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:42.370328 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49142) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:42.493163 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:42.498586 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5559c819-c3b6-4d2c-be71-b080ce9b95cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:42.510581 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event updated for resources: {'Port': ['ID=1cdd1a32-c3aa-4584-a6fb-cdec5a451a71,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:42.514305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:42.526256 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e16e7d58-6291-49b7-97f6-e534edddc412 req-ae03bda3-2927-497d-9474-bae2ac3b0380 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235188
Feb 18 04:38:42.577280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb38210-2bb6-4fcd-9923-7c4b438b0afa req-9af0f458-5f8d-46bd-8a42-16b2e958e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:42.580213 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dcb38210-2bb6-4fcd-9923-7c4b438b0afa req-9af0f458-5f8d-46bd-8a42-16b2e958e74c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 1163 time: 0.5787151
Feb 18 04:38:42.610288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Allocated IP 172.27.3.20 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/d745927e-4e51-4515-b7c2-e743f5be6ed2) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:38:42.650338 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:38:42.670402 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dcb38210-2bb6-4fcd-9923-7c4b438b0afa req-928c8801-30be-455d-934d-c1c14ae18dbb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804291
Feb 18 04:38:42.698592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a967d-06fa-400b-978a-a07b7536c1c1 req-5c4d2faa-2fba-4a38-9b77-a29c8ef95eff tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:42.707364 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fb0a967d-06fa-400b-978a-a07b7536c1c1 req-5c4d2faa-2fba-4a38-9b77-a29c8ef95eff tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 946 time: 0.4425826
Feb 18 04:38:42.842393 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fb0a967d-06fa-400b-978a-a07b7536c1c1 req-8743eed4-3e91-417e-b0a7-5df512da2f67 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339228
Feb 18 04:38:42.852087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:42.853321 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:42.855878 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:38:42.912941 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:42.989268 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-09dbc673-ac51-4a4f-a0ab-200794d1f94c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88e461c45f8d417baff316312fe01b84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6175792
Feb 18 04:38:42.992490 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49156) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:43.027326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:43.090266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:43.137615 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port d9d673d0-1dbd-4275-88cc-e64410af6494 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:43.138018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:43.178069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:43.225021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=18ec518b-f153-46f4-ab79-aecaade3d79b,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:43.244386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:43.298363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-93f0b3c7-3e08-40c7-bdbe-60486bab4fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:43.333976 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-93f0b3c7-3e08-40c7-bdbe-60486bab4fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:43.368532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:43.410379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event updated for resources: {'Port': ['ID=d745927e-4e51-4515-b7c2-e743f5be6ed2,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:43.426755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:43.464298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-93f0b3c7-3e08-40c7-bdbe-60486bab4fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:43.475574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5eeb0580-3d9f-45d9-80f6-3b1be08b2ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:43.499793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0b3c7-3e08-40c7-bdbe-60486bab4fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb922f1-613c-4e83-a9d4-c0c58366e3f6,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:43.510873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-93f0b3c7-3e08-40c7-bdbe-60486bab4fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:43.556209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-93f0b3c7-3e08-40c7-bdbe-60486bab4fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:43.557621 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-93f0b3c7-3e08-40c7-bdbe-60486bab4fae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bb922f1-613c-4e83-a9d4-c0c58366e3f6 HTTP/1.1" status: 204  len: 168 time: 0.5640039
Feb 18 04:38:43.585440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:43.590190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:43.594063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:38:43.762532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device b1a68350-e320-4fd0-870c-a16923167e94 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:43.766254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:43.873258 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port b1a68350-e320-4fd0-870c-a16923167e94 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:43.875225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:43.921032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dba5a90>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:38:43.945676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8c212d-8e53-44f8-a3f2-9ad91f87f206 None None] The sync data for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi is: [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:38:43.963357 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:43.971568 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:44.030415 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:44.304705 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69093089-8e92-446a-8362-7419a87a361b req-96f4793b-364e-4d1e-a9d2-c2b5c48d423a tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:44.306644 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-69093089-8e92-446a-8362-7419a87a361b req-96f4793b-364e-4d1e-a9d2-c2b5c48d423a tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 945 time: 0.3389168
Feb 18 04:38:44.323651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device b1a68350-e320-4fd0-870c-a16923167e94 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:44.374378 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-69093089-8e92-446a-8362-7419a87a361b req-ac1d9d67-efb3-4ed2-821f-d8bede812e98 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569000
Feb 18 04:38:44.441491 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:44.532199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port b1a68350-e320-4fd0-870c-a16923167e94 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:44.534985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:44.802471 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:44.884696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:44.885915 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49206) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:44.914367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 18ec518b-f153-46f4-ab79-aecaade3d79b up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:44.925971 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:44.990239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:45.089472 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event updated for resources: {'Port': ['ID=1cdd1a32-c3aa-4584-a6fb-cdec5a451a71,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:45.096274 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:45.099098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:45.114992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde98b30-0f5d-4fee-b694-65cf8dd9dcb2 req-884b4349-de15-47d3-a8a0-be127fa8d9ef tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:45.116780 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dde98b30-0f5d-4fee-b694-65cf8dd9dcb2 req-884b4349-de15-47d3-a8a0-be127fa8d9ef tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 946 time: 0.7284253
Feb 18 04:38:45.152589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event updated for resources: {'Port': ['ID=d745927e-4e51-4515-b7c2-e743f5be6ed2,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:45.159770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:45.203896 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:45.204310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 18ec518b-f153-46f4-ab79-aecaade3d79b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:45.204738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:45.206266 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.3834734
Feb 18 04:38:45.220300 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dde98b30-0f5d-4fee-b694-65cf8dd9dcb2 req-598fc914-e2be-43b7-a863-bcd475233650 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972342
Feb 18 04:38:45.375434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:45.399553 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 54d5f65a-a3fe-4328-92ea-f992120a0ae6 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:45.441973 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ace89ca2-fd4f-4e98-8104-bb35f0f2a769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:45.460372 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:45.461818 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.3289456
Feb 18 04:38:45.469906 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ace89ca2-fd4f-4e98-8104-bb35f0f2a769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:45.474418 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ace89ca2-fd4f-4e98-8104-bb35f0f2a769 admin admin] Usage tracker for resource:security_group_rule and tenant:5776790af8404d22b31dea547375c14c is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:45.477768 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ace89ca2-fd4f-4e98-8104-bb35f0f2a769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:45.485444 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ace89ca2-fd4f-4e98-8104-bb35f0f2a769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:45.623271 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:45.630674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:45.631132 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:45.674187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ace89ca2-fd4f-4e98-8104-bb35f0f2a769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:45.724755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ace89ca2-fd4f-4e98-8104-bb35f0f2a769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:45.785510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:45.837655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:45.914891 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace89ca2-fd4f-4e98-8104-bb35f0f2a769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e07a3e-e0dd-4dba-9dd7-beee331cd500,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:45.920745 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 54d5f65a-a3fe-4328-92ea-f992120a0ae6, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=54d5f65a-a3fe-4328-92ea-f992120a0ae6,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:38:45.932417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ace89ca2-fd4f-4e98-8104-bb35f0f2a769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:45.937876 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ace89ca2-fd4f-4e98-8104-bb35f0f2a769 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5776790af8404d22b31dea547375c14c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0506260
Feb 18 04:38:45.946698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49256) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:45.996144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-418886b4-2042-42ac-b421-36fbfaa2db34 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Synchronizing usage tracker for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:security_group {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:46.023630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:46.025532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:46.060662 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b760a2a4-b55a-444c-bf75-9e9a41dce4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:46.080888 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-418886b4-2042-42ac-b421-36fbfaa2db34 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Unset dirty status for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:security_group {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:46.082593 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-418886b4-2042-42ac-b421-36fbfaa2db34 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2046577714&fields=id&tenant_id=e40fb1553df241979f52fb7b2a6c4d0a HTTP/1.1" status: 200  len: 267 time: 0.2522681
Feb 18 04:38:46.189104 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=54d5f65a-a3fe-4328-92ea-f992120a0ae6,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:46.189104 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:46.198605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-3ea8de4b-76cf-4132-9b44-db62c06be1ce tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Synchronizing usage tracker for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:46.234067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b760a2a4-b55a-444c-bf75-9e9a41dce4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:46.332234 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-570e857b-94f6-499e-b525-70771a7b3ad3 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:46.333129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-570e857b-94f6-499e-b525-70771a7b3ad3 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Synchronizing usage tracker for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:network {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:46.360797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b760a2a4-b55a-444c-bf75-9e9a41dce4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:46.371456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:46.390118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-570e857b-94f6-499e-b525-70771a7b3ad3 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Unset dirty status for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:network {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:46.391938 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-570e857b-94f6-499e-b525-70771a7b3ad3 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/networks?id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c HTTP/1.1" status: 200  len: 811 time: 0.2987044
Feb 18 04:38:46.395222 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b760a2a4-b55a-444c-bf75-9e9a41dce4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:46.401891 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-b760a2a4-b55a-444c-bf75-9e9a41dce4ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38e07a3e-e0dd-4dba-9dd7-beee331cd500 HTTP/1.1" status: 204  len: 168 time: 0.4573646
Feb 18 04:38:46.401891 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-3ea8de4b-76cf-4132-9b44-db62c06be1ce tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Unset dirty status for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:46.403085 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-3ea8de4b-76cf-4132-9b44-db62c06be1ce tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1284516098&fields=id&tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2 HTTP/1.1" status: 200  len: 267 time: 0.3388901
Feb 18 04:38:46.408648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760a2a4-b55a-444c-bf75-9e9a41dce4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e07a3e-e0dd-4dba-9dd7-beee331cd500,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:46.412332 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b760a2a4-b55a-444c-bf75-9e9a41dce4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:46.427002 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-c82a42a0-66e1-4aeb-be78-f93328cba1d5 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/quotas/e40fb1553df241979f52fb7b2a6c4d0a HTTP/1.1" status: 200  len: 375 time: 0.0290580
Feb 18 04:38:46.574021 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-76b1d2c2-a1e1-4f53-b2c4-ef8e58320dbb tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1455119
Feb 18 04:38:46.625844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 54d5f65a-a3fe-4328-92ea-f992120a0ae6 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:38:46.652008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-a2482c29-90b1-4ecb-838c-434287fdec08 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:46.652786 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-a2482c29-90b1-4ecb-838c-434287fdec08 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Synchronizing usage tracker for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:network {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:46.698529 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-a2482c29-90b1-4ecb-838c-434287fdec08 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Unset dirty status for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:network {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:46.700753 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-a2482c29-90b1-4ecb-838c-434287fdec08 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 817 time: 0.2889709
Feb 18 04:38:46.718891 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-1ca2a984-16f5-451a-84f6-f25380abf24a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/quotas/e1d37bdf922f4361aaf1de57dfd3fcc2 HTTP/1.1" status: 200  len: 375 time: 0.0124710
Feb 18 04:38:46.748810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:46.749417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:46.801347 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-816ccde6-4115-47d8-b982-46a31a634997 service neutron] 10.222.0.43 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2107201
Feb 18 04:38:46.901356 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-f8f9970b-3a65-41da-8a47-20d2962b0a59 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1763370
Feb 18 04:38:47.043288 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-08b5c41e-41f1-435a-aff4-90767c727b71 service neutron] 10.222.0.43 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2347183
Feb 18 04:38:47.142408 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-a5b20c97-c420-44f9-b50b-cf75d6e2d65f service neutron] 10.222.0.43 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206452
Feb 18 04:38:47.396744 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-46abff8a-dcde-425d-965c-fc221b6c963a service neutron] 10.222.0.43 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2462058
Feb 18 04:38:47.790376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7e295721-89ed-4cef-82c1-cde5f28e1c45 req-3181b8af-3369-4625-b42d-019250852f82 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Synchronizing usage tracker for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:47.840685 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7e295721-89ed-4cef-82c1-cde5f28e1c45 req-3181b8af-3369-4625-b42d-019250852f82 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Unset dirty status for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:47.842836 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7e295721-89ed-4cef-82c1-cde5f28e1c45 req-3181b8af-3369-4625-b42d-019250852f82 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 210 time: 0.1180007
Feb 18 04:38:48.439260 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-f8c3be5d-6590-46de-a7d6-44a5be6ba861 req-ab89433c-06f4-40aa-a4cd-bf9a777a5009 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Synchronizing usage tracker for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:48.496013 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-f8c3be5d-6590-46de-a7d6-44a5be6ba861 req-ab89433c-06f4-40aa-a4cd-bf9a777a5009 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Unset dirty status for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:48.497323 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f8c3be5d-6590-46de-a7d6-44a5be6ba861 req-ab89433c-06f4-40aa-a4cd-bf9a777a5009 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 210 time: 0.1444571
Feb 18 04:38:49.082828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49404) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:49.295348 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c21eaff0-72af-4e82-89ad-402753e39100 req-7586fe49-80a0-4f90-b0e0-e72757303506 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 210 time: 0.2601490
Feb 18 04:38:49.486551 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a4d56847-9966-45d0-ad7f-d85b501a0d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:49.502397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a4d56847-9966-45d0-ad7f-d85b501a0d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:49.506692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a4d56847-9966-45d0-ad7f-d85b501a0d4d admin admin] Usage tracker for resource:security_group_rule and tenant:b7c0a634c8f649df91e17adb731ce5f9 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:49.510297 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a4d56847-9966-45d0-ad7f-d85b501a0d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:49.516181 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a4d56847-9966-45d0-ad7f-d85b501a0d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:49.687079 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-888bf4f0-9922-487f-b985-f099ac68cb38 req-9931a997-33f9-4333-b91f-9c6170967986 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 210 time: 0.0603614
Feb 18 04:38:49.729469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a4d56847-9966-45d0-ad7f-d85b501a0d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:49.790181 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a4d56847-9966-45d0-ad7f-d85b501a0d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:49.822069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ace89ca2-fd4f-4e98-8104-bb35f0f2a769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:49.840402 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a4d56847-9966-45d0-ad7f-d85b501a0d4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7c0a634c8f649df91e17adb731ce5f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7563982
Feb 18 04:38:49.843234 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49430) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:49.858752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d56847-9966-45d0-ad7f-d85b501a0d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d0d651-0176-437f-bed5-4bc1e88a3191,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:49.870028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a4d56847-9966-45d0-ad7f-d85b501a0d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:50.133144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-d93cb226-8328-4c86-8baf-3906875755ab tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:50.134629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49436) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:50.134741 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-d93cb226-8328-4c86-8baf-3906875755ab tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.16 "GET /v2.0/networks?id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c HTTP/1.1" status: 200  len: 811 time: 0.2485876
Feb 18 04:38:50.139761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c4ea04a8-a81c-46c8-b79e-27544c265009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:50.201128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c4ea04a8-a81c-46c8-b79e-27544c265009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:50.267446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0a6371d3-6a64-4c3d-b5e0-c70a02a5de4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:50.284862 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-8e6426be-e499-4a78-ae9f-be1a550a02cc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a HTTP/1.1" status: 200  len: 5705 time: 0.1233044
Feb 18 04:38:50.285413 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-0a6371d3-6a64-4c3d-b5e0-c70a02a5de4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:50.290194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-0a6371d3-6a64-4c3d-b5e0-c70a02a5de4e admin admin] Usage tracker for resource:security_group_rule and tenant:cd9378354a43428b9f97e1cce941b82e is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:50.293830 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-0a6371d3-6a64-4c3d-b5e0-c70a02a5de4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:50.296614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Request body: {'port': {'device_id': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'admin_state_up': True, 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'security_groups': ['b5e59874-b87c-4224-a7be-9863e23b1cd0']}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:50.301409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-0a6371d3-6a64-4c3d-b5e0-c70a02a5de4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:50.369192 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c4ea04a8-a81c-46c8-b79e-27544c265009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:50.395686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:50.416360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea04a8-a81c-46c8-b79e-27544c265009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d0d651-0176-437f-bed5-4bc1e88a3191,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:50.419109 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c4ea04a8-a81c-46c8-b79e-27544c265009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:50.420326 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c4ea04a8-a81c-46c8-b79e-27544c265009 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89d0d651-0176-437f-bed5-4bc1e88a3191 HTTP/1.1" status: 204  len: 168 time: 0.5760484
Feb 18 04:38:50.422430 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c4ea04a8-a81c-46c8-b79e-27544c265009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:50.423700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0a6371d3-6a64-4c3d-b5e0-c70a02a5de4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:50.458430 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0a6371d3-6a64-4c3d-b5e0-c70a02a5de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:50.489110 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:50.499322 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-0a6371d3-6a64-4c3d-b5e0-c70a02a5de4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd9378354a43428b9f97e1cce941b82e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3634243
Feb 18 04:38:50.504426 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49452) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:50.576992 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06f49cd1-e4a8-4226-90b8-bb5d6dc56872 req-e7449b01-6bba-4d7a-ad18-45e8a7e33dcf tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 210 time: 0.0882003
Feb 18 04:38:50.585456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c972-3c17-4362-8eb2-00aa5ad521bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:50.600716 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6371d3-6a64-4c3d-b5e0-c70a02a5de4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca452a5-0e23-4099-bc9d-f24d6334be1e,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:50.615226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0a6371d3-6a64-4c3d-b5e0-c70a02a5de4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:50.626307 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:50.642623 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c972-3c17-4362-8eb2-00aa5ad521bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:50.650030 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:50.707339 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Made reservation on behalf of e40fb1553df241979f52fb7b2a6c4d0a for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:50.713657 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:50.933166 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cdb7b85f-d6b2-4355-8b4b-c9312436115b req-619c3a61-eed2-46e8-96f8-88dd2f43757c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 210 time: 0.0611153
Feb 18 04:38:50.997326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c972-3c17-4362-8eb2-00aa5ad521bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:51.008396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:51.033995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8c972-3c17-4362-8eb2-00aa5ad521bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca452a5-0e23-4099-bc9d-f24d6334be1e,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:51.053687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6fa8c972-3c17-4362-8eb2-00aa5ad521bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:51.054464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c972-3c17-4362-8eb2-00aa5ad521bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:51.058175 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-6fa8c972-3c17-4362-8eb2-00aa5ad521bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aca452a5-0e23-4099-bc9d-f24d6334be1e HTTP/1.1" status: 204  len: 168 time: 0.5501208
Feb 18 04:38:51.063310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-1d71a268-a1e3-47b1-ae23-1c299e98b95f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:51.064990 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-1d71a268-a1e3-47b1-ae23-1c299e98b95f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.16 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 817 time: 0.3802745
Feb 18 04:38:51.197945 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-80212fae-b798-4b86-820c-81e67a56d2fd tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2 HTTP/1.1" status: 200  len: 5704 time: 0.1238017
Feb 18 04:38:51.209506 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Request body: {'port': {'device_id': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'admin_state_up': True, 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'security_groups': ['f884476e-4192-4209-93ae-6b8dab7f6b10']}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:51.277942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49480) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:51.310051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0ed41334-2c20-4ba6-a5c2-ff7f2d47e112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:51.331963 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Allocated IP 172.20.0.4 (90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c/cf3bdabd-12da-4d5b-8a13-9cd7ac731207/edd7077c-a067-4c52-a899-dfa7ccdbfc5b) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:38:51.335016 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-0ed41334-2c20-4ba6-a5c2-ff7f2d47e112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:51.342329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-0ed41334-2c20-4ba6-a5c2-ff7f2d47e112 admin admin] Usage tracker for resource:security_group_rule and tenant:de0c007a408e49dea240c6ab24d219b3 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:51.349343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-0ed41334-2c20-4ba6-a5c2-ff7f2d47e112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:51.357388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-0ed41334-2c20-4ba6-a5c2-ff7f2d47e112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:51.441319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:51.450366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:51.495704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Made reservation on behalf of e1d37bdf922f4361aaf1de57dfd3fcc2 for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:38:51.502371 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:51.659384 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:51.698102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49492) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:51.740747 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Transition to ACTIVE for port object edd7077c-a067-4c52-a899-dfa7ccdbfc5b will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:51.779537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-18c0c857-a829-469b-a4e2-30d35eb3b87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:51.812526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0ed41334-2c20-4ba6-a5c2-ff7f2d47e112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:51.814025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-18c0c857-a829-469b-a4e2-30d35eb3b87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:51.820400 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-95e2936f-6e47-4001-a53b-2f3b8a725bb9 req-fecfd9f8-540a-4feb-b29a-43a91166ef46 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 210 time: 0.0942535
Feb 18 04:38:51.823574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-18c0c857-a829-469b-a4e2-30d35eb3b87b admin admin] Usage tracker for resource:security_group_rule and tenant:d3cca9ea65274484bb9daf9499a164b6 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:51.827512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-18c0c857-a829-469b-a4e2-30d35eb3b87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:51.836014 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-18c0c857-a829-469b-a4e2-30d35eb3b87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:51.844244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0ed41334-2c20-4ba6-a5c2-ff7f2d47e112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:51.862531 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ac86e5dd-4a00-4a6a-a557-f237a7135863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:51.867665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Allocated IP 172.20.0.3 (67c7849d-dc25-460c-aef1-ab79d87835ac/67a022bf-fb15-4b2f-81b7-07983e8da5c8/468e4a9b-7ece-430d-aa59-d0462fb7b618) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:38:51.914471 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-0ed41334-2c20-4ba6-a5c2-ff7f2d47e112 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de0c007a408e49dea240c6ab24d219b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6353061
Feb 18 04:38:51.922394 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49500) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:51.966251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:51.968678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed41334-2c20-4ba6-a5c2-ff7f2d47e112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9064e677-e145-4a64-b93f-6b3e130cd6dc,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:51.971661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0ed41334-2c20-4ba6-a5c2-ff7f2d47e112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:52.006186 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:52.087085 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.103920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Transition to ACTIVE for port object 468e4a9b-7ece-430d-aa59-d0462fb7b618 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:52.131404 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event updated for resources: {'Port': ['ID=edd7077c-a067-4c52-a899-dfa7ccdbfc5b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:52.136545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:52.172198 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.185927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-11f6ef78-a43e-4849-bd0d-ad1168c32751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.198404 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:52.273086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-11f6ef78-a43e-4849-bd0d-ad1168c32751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.285281 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-18c0c857-a829-469b-a4e2-30d35eb3b87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.330078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-18c0c857-a829-469b-a4e2-30d35eb3b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.346662 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:52.347202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event updated for resources: {'Port': ['ID=468e4a9b-7ece-430d-aa59-d0462fb7b618,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:52.347454 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:52.363113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:52.364565 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:52.366979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:38:52.390384 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5d837-0734-4926-875d-32dd4499a15b req-4ba1c668-e6f5-48dd-8980-bebfc4c00945 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:52.392416 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18a5d837-0734-4926-875d-32dd4499a15b req-4ba1c668-e6f5-48dd-8980-bebfc4c00945 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 931 time: 0.2668209
Feb 18 04:38:52.433591 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-18c0c857-a829-469b-a4e2-30d35eb3b87b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3cca9ea65274484bb9daf9499a164b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7292042
Feb 18 04:38:52.440029 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49510) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:52.456169 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0c857-a829-469b-a4e2-30d35eb3b87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81e619d-7078-4f76-ba2a-2488b3292720,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:52.475835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-18c0c857-a829-469b-a4e2-30d35eb3b87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:52.487023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:52.487717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.492968 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18a5d837-0734-4926-875d-32dd4499a15b req-86a5199c-5a71-44a9-b4a7-f54446ab23af tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846684
Feb 18 04:38:52.507674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Network 67c7849d-dc25-460c-aef1-ab79d87835ac is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:38:52.511901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:38:52.525189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-11f6ef78-a43e-4849-bd0d-ad1168c32751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.528075 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-11f6ef78-a43e-4849-bd0d-ad1168c32751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.530141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:38:52.552494 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-11f6ef78-a43e-4849-bd0d-ad1168c32751 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9064e677-e145-4a64-b93f-6b3e130cd6dc HTTP/1.1" status: 204  len: 168 time: 0.6107786
Feb 18 04:38:52.552494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:52.564263 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6ef78-a43e-4849-bd0d-ad1168c32751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9064e677-e145-4a64-b93f-6b3e130cd6dc,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:52.569789 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-11f6ef78-a43e-4849-bd0d-ad1168c32751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:52.572285 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2801559
Feb 18 04:38:52.608390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:52.609060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.639410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-589d9dc0-6524-4636-bc7a-9b6a0b154102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.677553 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-589d9dc0-6524-4636-bc7a-9b6a0b154102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.720557 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5158346
Feb 18 04:38:52.737732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-8ca525c9-c620-434f-b1b5-b626fb3802ab None None] Provisioning for port edd7077c-a067-4c52-a899-dfa7ccdbfc5b completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:52.743716 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-8ca525c9-c620-434f-b1b5-b626fb3802ab None None] Provisioning complete for port edd7077c-a067-4c52-a899-dfa7ccdbfc5b triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:52.744262 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8ca525c9-c620-434f-b1b5-b626fb3802ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.760592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-589d9dc0-6524-4636-bc7a-9b6a0b154102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.766204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-040a7771-f52a-4ace-826c-0897627abdca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:52.777972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d9dc0-6524-4636-bc7a-9b6a0b154102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81e619d-7078-4f76-ba2a-2488b3292720,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:52.781016 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-589d9dc0-6524-4636-bc7a-9b6a0b154102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:52.786889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-589d9dc0-6524-4636-bc7a-9b6a0b154102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:52.788127 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-589d9dc0-6524-4636-bc7a-9b6a0b154102 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d81e619d-7078-4f76-ba2a-2488b3292720 HTTP/1.1" status: 204  len: 168 time: 0.3459141
Feb 18 04:38:52.825656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-8ca525c9-c620-434f-b1b5-b626fb3802ab None None] Port edd7077c-a067-4c52-a899-dfa7ccdbfc5b cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:38:53.015682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-6e049d3f-36f0-47ef-9e23-e284062c60f6 None None] Provisioning for port 468e4a9b-7ece-430d-aa59-d0462fb7b618 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:38:53.023051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-6e049d3f-36f0-47ef-9e23-e284062c60f6 None None] Provisioning complete for port 468e4a9b-7ece-430d-aa59-d0462fb7b618 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:38:53.023554 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6e049d3f-36f0-47ef-9e23-e284062c60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:53.087103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-6e049d3f-36f0-47ef-9e23-e284062c60f6 None None] Port 468e4a9b-7ece-430d-aa59-d0462fb7b618 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:38:53.102800 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a320e5f-3810-4811-9b4e-64dd779f6084 req-4662d200-fb29-4b7a-937b-1ee6292e3f7b tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:53.103499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-9a320e5f-3810-4811-9b4e-64dd779f6084 req-4662d200-fb29-4b7a-937b-1ee6292e3f7b tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Synchronizing usage tracker for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:53.170291 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-9a320e5f-3810-4811-9b4e-64dd779f6084 req-4662d200-fb29-4b7a-937b-1ee6292e3f7b tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Unset dirty status for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:53.174451 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9a320e5f-3810-4811-9b4e-64dd779f6084 req-4662d200-fb29-4b7a-937b-1ee6292e3f7b tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 931 time: 0.1687539
Feb 18 04:38:53.230186 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9a320e5f-3810-4811-9b4e-64dd779f6084 req-aabcd1b0-a384-4416-b860-493fe719c23e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467954
Feb 18 04:38:53.271227 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49530) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:53.291175 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-52935eb7-c28a-4937-bfdd-4e4b5034a496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:53.307058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-52935eb7-c28a-4937-bfdd-4e4b5034a496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:53.311214 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-52935eb7-c28a-4937-bfdd-4e4b5034a496 admin admin] Usage tracker for resource:security_group_rule and tenant:231661c89e564644a5d04e698ab711bb is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:53.314305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-52935eb7-c28a-4937-bfdd-4e4b5034a496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:53.320381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-52935eb7-c28a-4937-bfdd-4e4b5034a496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:53.405324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-52935eb7-c28a-4937-bfdd-4e4b5034a496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:53.449868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-52935eb7-c28a-4937-bfdd-4e4b5034a496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:53.459439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cbd46be9-9536-44fd-ab05-d403cb6e96c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:53.504837 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-52935eb7-c28a-4937-bfdd-4e4b5034a496 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=231661c89e564644a5d04e698ab711bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2297411
Feb 18 04:38:53.504837 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52935eb7-c28a-4937-bfdd-4e4b5034a496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6b42a2-dbde-4245-931d-d6b30b67d620,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:53.505840 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49544) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:53.507932 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-52935eb7-c28a-4937-bfdd-4e4b5034a496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:53.601065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fec46f55-ede6-4999-9cbc-992dfd9ffbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:53.631106 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fec46f55-ede6-4999-9cbc-992dfd9ffbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:53.701202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fec46f55-ede6-4999-9cbc-992dfd9ffbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:53.707489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b760a2a4-b55a-444c-bf75-9e9a41dce4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:53.721688 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec46f55-ede6-4999-9cbc-992dfd9ffbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6b42a2-dbde-4245-931d-d6b30b67d620,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:53.724710 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-fec46f55-ede6-4999-9cbc-992dfd9ffbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:53.725932 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fec46f55-ede6-4999-9cbc-992dfd9ffbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:53.727326 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-fec46f55-ede6-4999-9cbc-992dfd9ffbcc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c6b42a2-dbde-4245-931d-d6b30b67d620 HTTP/1.1" status: 204  len: 168 time: 0.2183158
Feb 18 04:38:53.755305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45062bd-047c-4701-af56-bfe6170388fd req-2f0a1e7d-743a-4024-8da0-158151559cb0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:53.756558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-c45062bd-047c-4701-af56-bfe6170388fd req-2f0a1e7d-743a-4024-8da0-158151559cb0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Synchronizing usage tracker for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:38:53.828951 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-c45062bd-047c-4701-af56-bfe6170388fd req-2f0a1e7d-743a-4024-8da0-158151559cb0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Unset dirty status for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:38:53.830295 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c45062bd-047c-4701-af56-bfe6170388fd req-2f0a1e7d-743a-4024-8da0-158151559cb0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 931 time: 0.1705356
Feb 18 04:38:53.890086 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c45062bd-047c-4701-af56-bfe6170388fd req-540eabbe-3d7e-4ef7-9517-80e4210a2831 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532510
Feb 18 04:38:54.457866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e823e-a383-4d19-9f14-76bf88d584fa req-8cbe4e04-a4f1-424f-a154-eb49797a9d57 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:54.459544 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-717e823e-a383-4d19-9f14-76bf88d584fa req-8cbe4e04-a4f1-424f-a154-eb49797a9d57 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 931 time: 0.0973532
Feb 18 04:38:54.509056 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-717e823e-a383-4d19-9f14-76bf88d584fa req-644c9471-1ac9-4fa6-a5be-a8e0ec719fb7 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427985
Feb 18 04:38:54.744224 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Request body: {'port': {'device_id': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:54.744844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Request body: {'port': {'device_id': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:38:54.886861 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:54.893766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:55.378238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989846f-402f-4f33-a675-6556f9d8d85b req-b9604193-c121-4f6f-a1fd-145352cd0c51 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:55.380022 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f989846f-402f-4f33-a675-6556f9d8d85b req-b9604193-c121-4f6f-a1fd-145352cd0c51 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 931 time: 0.2290721
Feb 18 04:38:55.480206 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f989846f-402f-4f33-a675-6556f9d8d85b req-3d726e5f-ca15-4a0e-9522-d6a50ae29144 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902493
Feb 18 04:38:55.584144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468e4a9b-7ece-430d-aa59-d0462fb7b618 {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:38:55.632417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:55.649831 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Transition to ACTIVE for port object 468e4a9b-7ece-430d-aa59-d0462fb7b618 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:55.697850 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:55.810599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d808f383-58a3-4bf0-857b-dffd681cfd4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:55.820465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a104564-e85d-4436-a5af-23cccd4c7224 req-1cd7b0d3-13cd-4492-ae36-16a032d448ad tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:55.822104 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3a104564-e85d-4436-a5af-23cccd4c7224 req-1cd7b0d3-13cd-4492-ae36-16a032d448ad tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 931 time: 0.1404724
Feb 18 04:38:55.881703 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3a104564-e85d-4436-a5af-23cccd4c7224 req-0abdec3a-15a8-4c9a-bf94-49f5532d9038 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510836
Feb 18 04:38:55.966547 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Pushing event updated for resources: {'Port': ['ID=468e4a9b-7ece-430d-aa59-d0462fb7b618,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:55.971663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:56.017378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd7077c-a067-4c52-a899-dfa7ccdbfc5b {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:38:56.037958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:56.075156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Transition to ACTIVE for port object edd7077c-a067-4c52-a899-dfa7ccdbfc5b will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:38:56.119056 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:56.140209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4a8891dd-95b6-49ee-b4fb-85d95e0d983c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:56.188156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Attempting to bind port 468e4a9b-7ece-430d-aa59-d0462fb7b618 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:38:56.188605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Attempting to bind port 468e4a9b-7ece-430d-aa59-d0462fb7b618 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:38:56.189039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Attempting to bind port 468e4a9b-7ece-430d-aa59-d0462fb7b618 on network 67c7849d-dc25-460c-aef1-ab79d87835ac {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:38:56.197021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:38:56.197484 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Checking segment: {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:56.198030 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:56.198421 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Bound using segment: {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:38:56.199235 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Bound port: 468e4a9b-7ece-430d-aa59-d0462fb7b618, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:38:56.199746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:56.333812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] For port 468e4a9b-7ece-430d-aa59-d0462fb7b618, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:38:56.337855 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] For port 468e4a9b-7ece-430d-aa59-d0462fb7b618, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:38:56.368065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:56.376714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=edd7077c-a067-4c52-a899-dfa7ccdbfc5b,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:56.382235 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:56.389512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:56.652508 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Pushing event updated for resources: {'Port': ['ID=468e4a9b-7ece-430d-aa59-d0462fb7b618,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:56.656752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:56.673945 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:56.674599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:56.676220 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] 10.222.0.16 "PUT /v2.0/ports/468e4a9b-7ece-430d-aa59-d0462fb7b618 HTTP/1.1" status: 200  len: 1157 time: 1.9364126
Feb 18 04:38:56.680187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:38:56.686955 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49664) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:56.711693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Attempting to bind port edd7077c-a067-4c52-a899-dfa7ccdbfc5b on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:38:56.712205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Attempting to bind port edd7077c-a067-4c52-a899-dfa7ccdbfc5b by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:38:56.712696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Attempting to bind port edd7077c-a067-4c52-a899-dfa7ccdbfc5b on network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:38:56.720857 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:38:56.721687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Checking segment: {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:38:56.722164 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:56.722667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Bound using segment: {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:38:56.723929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Bound port: edd7077c-a067-4c52-a899-dfa7ccdbfc5b, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:38:56.728552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:56.841044 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618', 'status': 'completed', 'code': 200}
Feb 18 04:38:57.024566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] For port edd7077c-a067-4c52-a899-dfa7ccdbfc5b, host hv-cinder-77630, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:38:57.031318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] For port edd7077c-a067-4c52-a899-dfa7ccdbfc5b, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=edd7077c-a067-4c52-a899-dfa7ccdbfc5b,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:38:57.035422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d5d90a1f-147b-4b72-b59d-7d718d5078b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:57.063825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:57.075993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d5d90a1f-147b-4b72-b59d-7d718d5078b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:57.088615 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936639b2-a797-45c7-94df-05eb0bc750bd req-71e8c6e6-56d0-43f0-b70f-914f61cf0980 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:57.090369 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-936639b2-a797-45c7-94df-05eb0bc750bd req-71e8c6e6-56d0-43f0-b70f-914f61cf0980 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.3264091
Feb 18 04:38:57.091641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d5d90a1f-147b-4b72-b59d-7d718d5078b5 admin admin] Usage tracker for resource:security_group_rule and tenant:552af30ccda043b680742d17a65eb162 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:57.095334 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:57.096391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d5d90a1f-147b-4b72-b59d-7d718d5078b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:57.131123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d5d90a1f-147b-4b72-b59d-7d718d5078b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:57.148882 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-c7a42d1f-e55d-4a48-9fca-455f009e8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:57.150513 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-c7a42d1f-e55d-4a48-9fca-455f009e8fd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 1160 time: 0.3085833
Feb 18 04:38:57.176860 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-936639b2-a797-45c7-94df-05eb0bc750bd req-c22dfacb-ec19-482c-a5a6-251aa0401eeb tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699685
Feb 18 04:38:57.369576 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=edd7077c-a067-4c52-a899-dfa7ccdbfc5b,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:57.401089 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:57.427949 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360233b-b235-4c69-8af9-fab126dfe794 req-4ad1d610-8e2b-4856-82cf-c8d58361b178 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:57.430144 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5360233b-b235-4c69-8af9-fab126dfe794 req-4ad1d610-8e2b-4856-82cf-c8d58361b178 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 943 time: 0.2119424
Feb 18 04:38:57.442686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:57.443501 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:57.445796 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] 10.222.0.16 "PUT /v2.0/ports/edd7077c-a067-4c52-a899-dfa7ccdbfc5b HTTP/1.1" status: 200  len: 1157 time: 2.7068439
Feb 18 04:38:57.446478 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'tag': 'edd7077c-a067-4c52-a899-dfa7ccdbfc5b'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:38:57.465906 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-fee7f8d8-c013-40d7-9fd9-e58a98b4ee5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618 HTTP/1.1" status: 200  len: 217 time: 0.2938437
Feb 18 04:38:57.513040 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5360233b-b235-4c69-8af9-fab126dfe794 req-5ac5cba7-223d-4237-a716-f5a3a854125c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735476
Feb 18 04:38:57.514863 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'tag': 'edd7077c-a067-4c52-a899-dfa7ccdbfc5b', 'status': 'completed', 'code': 200}
Feb 18 04:38:57.619994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d5d90a1f-147b-4b72-b59d-7d718d5078b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:57.657429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d5d90a1f-147b-4b72-b59d-7d718d5078b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:57.667082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2a894822-96bf-424a-808c-8dd8120c6703 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:57.711027 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d5d90a1f-147b-4b72-b59d-7d718d5078b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=552af30ccda043b680742d17a65eb162&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0227413
Feb 18 04:38:57.712080 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d90a1f-147b-4b72-b59d-7d718d5078b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c36195-6a34-4a4d-be0e-82089f2458ab,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:57.714019 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49690) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:57.715546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d5d90a1f-147b-4b72-b59d-7d718d5078b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:57.790706 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-88e92997-ca4c-4749-bdea-e42b7e8ef7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:57.818470 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-88e92997-ca4c-4749-bdea-e42b7e8ef7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:57.982971 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-88e92997-ca4c-4749-bdea-e42b7e8ef7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:57.988362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:58.005425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e92997-ca4c-4749-bdea-e42b7e8ef7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c36195-6a34-4a4d-be0e-82089f2458ab,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:58.010557 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-88e92997-ca4c-4749-bdea-e42b7e8ef7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:58.011855 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-88e92997-ca4c-4749-bdea-e42b7e8ef7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:58.013059 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-88e92997-ca4c-4749-bdea-e42b7e8ef7c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5c36195-6a34-4a4d-be0e-82089f2458ab HTTP/1.1" status: 204  len: 168 time: 0.2979326
Feb 18 04:38:58.409413 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7cd46-b3f4-4bbd-a45a-313a971ecfef req-6059390b-51fe-4cd0-a1c5-6fd070b03546 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:58.411032 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-72b7cd46-b3f4-4bbd-a45a-313a971ecfef req-6059390b-51fe-4cd0-a1c5-6fd070b03546 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0867817
Feb 18 04:38:58.461574 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-72b7cd46-b3f4-4bbd-a45a-313a971ecfef req-6a0f88e3-88fe-4f93-a01c-2e8d134fc80e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438542
Feb 18 04:38:58.478598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49712) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:58.497875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-adea9d8a-a381-4a66-9e48-8472d0a81c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:58.513183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-adea9d8a-a381-4a66-9e48-8472d0a81c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:38:58.517241 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-adea9d8a-a381-4a66-9e48-8472d0a81c29 admin admin] Usage tracker for resource:security_group_rule and tenant:378b140b2d6348b89d77306b37745fc9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:38:58.520245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-adea9d8a-a381-4a66-9e48-8472d0a81c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:38:58.525995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-adea9d8a-a381-4a66-9e48-8472d0a81c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:38:58.696075 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-adea9d8a-a381-4a66-9e48-8472d0a81c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:58.731317 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8e4b4-257c-4651-abc5-17dcf4c8f50e req-3e1c0dea-671e-4751-91ec-f3ebbc0ee982 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:58.732928 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06d8e4b4-257c-4651-abc5-17dcf4c8f50e req-3e1c0dea-671e-4751-91ec-f3ebbc0ee982 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 943 time: 0.1023669
Feb 18 04:38:58.734067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-adea9d8a-a381-4a66-9e48-8472d0a81c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:58.744511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1f52d967-44ad-4fb6-a303-af70de4dfa39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:58.808701 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-adea9d8a-a381-4a66-9e48-8472d0a81c29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=378b140b2d6348b89d77306b37745fc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3287621
Feb 18 04:38:58.811576 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49718) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:38:58.822957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea9d8a-a381-4a66-9e48-8472d0a81c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636c2c62-f8e0-4722-af2c-639cda4e3d19,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:58.832965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-adea9d8a-a381-4a66-9e48-8472d0a81c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:58.841347 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06d8e4b4-257c-4651-abc5-17dcf4c8f50e req-93748ceb-c501-496b-97d5-4ebf355bda99 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993598
Feb 18 04:38:58.889200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33bf7e82-9ef4-4c7e-b183-a91ca8e3cf76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:58.917425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33bf7e82-9ef4-4c7e-b183-a91ca8e3cf76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:58.988912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33bf7e82-9ef4-4c7e-b183-a91ca8e3cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:58.994123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:38:59.008500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf7e82-9ef4-4c7e-b183-a91ca8e3cf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636c2c62-f8e0-4722-af2c-639cda4e3d19,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:38:59.011388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-33bf7e82-9ef4-4c7e-b183-a91ca8e3cf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:38:59.021333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33bf7e82-9ef4-4c7e-b183-a91ca8e3cf76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:38:59.023125 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-33bf7e82-9ef4-4c7e-b183-a91ca8e3cf76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/636c2c62-f8e0-4722-af2c-639cda4e3d19 HTTP/1.1" status: 204  len: 168 time: 0.2104428
Feb 18 04:38:59.669108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748a503-04a0-459e-94bf-6b091917d353 req-184350e7-ba1c-4592-950d-51f39cd92b21 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:38:59.670652 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5748a503-04a0-459e-94bf-6b091917d353 req-184350e7-ba1c-4592-950d-51f39cd92b21 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0901852
Feb 18 04:38:59.718955 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5748a503-04a0-459e-94bf-6b091917d353 req-a8876370-a20d-4bad-92a3-4da7f57ba774 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420268
Feb 18 04:39:00.057704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636d43e-e90e-4cd9-aa5a-77aadef8daaf req-98dde299-0475-46be-b3d7-b70fc7bb8d38 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:00.059327 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1636d43e-e90e-4cd9-aa5a-77aadef8daaf req-98dde299-0475-46be-b3d7-b70fc7bb8d38 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 943 time: 0.0987771
Feb 18 04:39:00.107029 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1636d43e-e90e-4cd9-aa5a-77aadef8daaf req-977b38c4-433b-43e9-95c9-ef2543682b70 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413325
Feb 18 04:39:00.347088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-f1a6750a-f749-4377-a41e-867a5a54d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:00.349094 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-f1a6750a-f749-4377-a41e-867a5a54d0a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67a022bf-fb15-4b2f-81b7-07983e8da5c8 HTTP/1.1" status: 200  len: 856 time: 0.0910795
Feb 18 04:39:00.403562 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b64b03-b70c-48b9-a45d-b2842e266cdf req-5f7ead88-59c5-419e-b584-117a53bd1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:00.405323 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-42b64b03-b70c-48b9-a45d-b2842e266cdf req-5f7ead88-59c5-419e-b584-117a53bd1ae7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 1160 time: 0.1336484
Feb 18 04:39:00.448835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-8c177762-3982-4588-bd28-04cacd3caa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:00.450378 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-8c177762-3982-4588-bd28-04cacd3caa85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67c7849d-dc25-460c-aef1-ab79d87835ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892534
Feb 18 04:39:00.602683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b64b03-b70c-48b9-a45d-b2842e266cdf req-d022dbc2-8b2a-4485-bf8e-ada749fdb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:00.604661 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-42b64b03-b70c-48b9-a45d-b2842e266cdf req-d022dbc2-8b2a-4485-bf8e-ada749fdb199 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&shared=False HTTP/1.1" status: 200  len: 905 time: 0.1900828
Feb 18 04:39:00.627035 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-f36df362-35f7-43fb-b61c-9c21847417ac service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596899
Feb 18 04:39:00.783759 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b64b03-b70c-48b9-a45d-b2842e266cdf req-52628017-5a5a-404b-a418-b6a0b929117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:00.785430 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-42b64b03-b70c-48b9-a45d-b2842e266cdf req-52628017-5a5a-404b-a418-b6a0b929117b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1675899
Feb 18 04:39:00.792584 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ac80344-f633-4b29-8c65-6c510dae8134 req-2029f828-dd96-415b-a075-ee995431b1d2 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1622109
Feb 18 04:39:00.974027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-509d3db1-0911-4801-8b8d-539455d848f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:00.975854 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-509d3db1-0911-4801-8b8d-539455d848f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 1160 time: 0.1514091
Feb 18 04:39:00.984858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85606e2-5b21-48cf-8425-ff45a59515a9 req-520b3357-ebe2-4724-9a10-02703e275884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:00.987265 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b85606e2-5b21-48cf-8425-ff45a59515a9 req-520b3357-ebe2-4724-9a10-02703e275884 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 1160 time: 0.0982473
Feb 18 04:39:00.987631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489e0cd-3523-4960-88ed-709c296f78ee req-4feff370-ca2d-4526-875d-a809f356ef0f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:00.989213 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5489e0cd-3523-4960-88ed-709c296f78ee req-4feff370-ca2d-4526-875d-a809f356ef0f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.1245697
Feb 18 04:39:01.076774 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-122395ef-010f-4a00-8571-24c1f2864b98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edd7077c-a067-4c52-a899-dfa7ccdbfc5b HTTP/1.1" status: 200  len: 217 time: 0.0865040
Feb 18 04:39:01.143987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85606e2-5b21-48cf-8425-ff45a59515a9 req-5902383c-6141-4cce-a63d-2be17791735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:01.145574 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b85606e2-5b21-48cf-8425-ff45a59515a9 req-5902383c-6141-4cce-a63d-2be17791735d service neutron] 10.222.0.16 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 911 time: 0.1468530
Feb 18 04:39:01.154444 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5489e0cd-3523-4960-88ed-709c296f78ee req-7f79fa42-6e37-46f3-b3e6-ceb75ee5e52b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061358
Feb 18 04:39:01.183431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-da900775-bb88-44cc-9d71-c94a1cc33408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:01.188084 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-da900775-bb88-44cc-9d71-c94a1cc33408 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf3bdabd-12da-4d5b-8a13-9cd7ac731207 HTTP/1.1" status: 200  len: 850 time: 0.0959592
Feb 18 04:39:01.240063 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b85606e2-5b21-48cf-8425-ff45a59515a9 req-975da6b9-3bd8-480a-90b6-0364432fd6f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618 HTTP/1.1" status: 200  len: 217 time: 0.0875082
Feb 18 04:39:01.337484 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85606e2-5b21-48cf-8425-ff45a59515a9 req-ab6c0e25-acbf-4d64-b56d-8bf3ab6e6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:01.338294 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b85606e2-5b21-48cf-8425-ff45a59515a9 req-ab6c0e25-acbf-4d64-b56d-8bf3ab6e6935 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67a022bf-fb15-4b2f-81b7-07983e8da5c8 HTTP/1.1" status: 200  len: 856 time: 0.0847914
Feb 18 04:39:01.343358 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-1c8c0130-a7c9-4318-bfbe-75de0d951d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:01.344955 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-1c8c0130-a7c9-4318-bfbe-75de0d951d10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1463442
Feb 18 04:39:01.505587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98467b-9b51-4f5f-a850-d224df5b6b5d req-5ec420f5-abda-4c4b-a370-21103eabd3f3 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:01.511694 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bc98467b-9b51-4f5f-a850-d224df5b6b5d req-5ec420f5-abda-4c4b-a370-21103eabd3f3 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 943 time: 0.1721859
Feb 18 04:39:01.521058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85606e2-5b21-48cf-8425-ff45a59515a9 req-9e546d2a-beaa-4a8b-b4cf-473b1761551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:01.523480 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b85606e2-5b21-48cf-8425-ff45a59515a9 req-9e546d2a-beaa-4a8b-b4cf-473b1761551e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67c7849d-dc25-460c-aef1-ab79d87835ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1337354
Feb 18 04:39:01.651835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-65de6cd7-d620-4cf0-9d2f-4ce649843464 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:01.653737 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-65de6cd7-d620-4cf0-9d2f-4ce649843464 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/networks?id=db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 200  len: 815 time: 0.2107432
Feb 18 04:39:01.686586 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-6ec3174a-1e06-4008-9929-387a0e095f0a tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/quotas/ddb286d7edd74472ad4e5b5e23ca5ab3 HTTP/1.1" status: 200  len: 375 time: 0.0253458
Feb 18 04:39:01.730637 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b85606e2-5b21-48cf-8425-ff45a59515a9 req-473d0e36-6384-4318-9f1c-86fc2ea344e5 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1850233
Feb 18 04:39:01.740275 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bc98467b-9b51-4f5f-a850-d224df5b6b5d req-ffaa2805-de14-4935-b545-9ed307d349bf tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2214825
Feb 18 04:39:01.784007 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-c658f2fb-4269-4fc2-900d-fb3e34d4b171 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4309223
Feb 18 04:39:01.898822 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-e5cb96dc-9dc9-47d0-a9fa-2c4a3d1eb0a6 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2112153
Feb 18 04:39:01.909536 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b85606e2-5b21-48cf-8425-ff45a59515a9 req-54a9bd41-0f02-487b-bae3-faf0219bb558 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1674027
Feb 18 04:39:02.049414 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7856c304-1ca4-4eb7-aa9d-012e280e2c3f req-337c8b3d-4049-44ec-99bb-e143582a7136 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2489791
Feb 18 04:39:02.091332 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-68d1a892-ed15-40f2-ab69-738146381ffb service neutron] 10.222.0.43 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1798217
Feb 18 04:39:02.247408 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-da0b4b31-abbf-4ba4-ae43-f97c5e7930f8 service neutron] 10.222.0.43 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1496220
Feb 18 04:39:02.428131 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff5aad-d2ce-495e-bed0-9cb1511d48b7 req-1539dcfa-b4d8-44ce-bbc3-dbf4a2039aed tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:02.430601 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3dff5aad-d2ce-495e-bed0-9cb1511d48b7 req-1539dcfa-b4d8-44ce-bbc3-dbf4a2039aed tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.1093187
Feb 18 04:39:02.520361 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3dff5aad-d2ce-495e-bed0-9cb1511d48b7 req-aea72e6c-a219-417f-a92f-f26a8b28a893 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814192
Feb 18 04:39:02.522940 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-981e1967-7757-4d67-9a56-ddf92550009b req-998e482a-fdd7-43fe-a7cd-0caaf0fb9078 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 210 time: 0.0606561
Feb 18 04:39:02.988809 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c68df-418a-41ee-8684-5e68a52f590a req-542e3123-85c1-41ef-b19a-d6c13feeaa1d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:02.990487 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-958c68df-418a-41ee-8684-5e68a52f590a req-542e3123-85c1-41ef-b19a-d6c13feeaa1d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 943 time: 0.1255083
Feb 18 04:39:03.042119 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-958c68df-418a-41ee-8684-5e68a52f590a req-ea19c07d-6eeb-4ca5-967f-3d4486a0d77c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439086
Feb 18 04:39:03.711078 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3f763767-34ca-477f-b956-a6702c84ff3b req-e38317e3-27d2-41f5-89a1-5e8ed26da4a9 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 210 time: 0.0517223
Feb 18 04:39:03.746188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efcf0e-5649-4dc6-af45-1fdf9ba5731c req-ff26a653-9d09-4376-a2ea-07722c29efea tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:03.747903 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-38efcf0e-5649-4dc6-af45-1fdf9ba5731c req-ff26a653-9d09-4376-a2ea-07722c29efea tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.1094933
Feb 18 04:39:03.799975 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-38efcf0e-5649-4dc6-af45-1fdf9ba5731c req-5f9a50c4-6663-4d3e-ad0a-0309a72d0d6b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456128
Feb 18 04:39:04.247735 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2120f-05b9-4d32-8ee6-c9f01c7848bc req-8585397b-0f4c-4e9b-91b1-fa8cb9d00207 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:04.249323 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-89a2120f-05b9-4d32-8ee6-c9f01c7848bc req-8585397b-0f4c-4e9b-91b1-fa8cb9d00207 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 943 time: 0.0895307
Feb 18 04:39:04.299220 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-89a2120f-05b9-4d32-8ee6-c9f01c7848bc req-a2f72e2c-c13f-418b-92c0-49dfd7d740c3 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430450
Feb 18 04:39:04.550131 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49942) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:04.674025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8780a132-19b2-4167-a9a9-305f55499969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:04.690184 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-8780a132-19b2-4167-a9a9-305f55499969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:04.698908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-8780a132-19b2-4167-a9a9-305f55499969 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe5e0661d7644b2b5bd61979b5fb964 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:04.698908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-8780a132-19b2-4167-a9a9-305f55499969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:04.703016 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-8780a132-19b2-4167-a9a9-305f55499969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:04.811726 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8780a132-19b2-4167-a9a9-305f55499969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:04.843771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8780a132-19b2-4167-a9a9-305f55499969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:05.019848 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2dabb045-dbcf-4db6-859f-72ac197d4e5d req-226f606f-1ab8-42ac-9dd2-d2155a355590 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 210 time: 0.0937188
Feb 18 04:39:05.059161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:05.149884 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-8780a132-19b2-4167-a9a9-305f55499969 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1fe5e0661d7644b2b5bd61979b5fb964&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5985556
Feb 18 04:39:05.152797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49960) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:05.154248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780a132-19b2-4167-a9a9-305f55499969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ff3525-7a36-4ec7-a1f7-63015fd1d9ad,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:05.157904 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8780a132-19b2-4167-a9a9-305f55499969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:05.190556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a96c7b-b03b-4391-a4c8-9675c417d951 req-5a31f857-4900-4ce1-b0c2-2873fdb36cec tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:05.192184 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e6a96c7b-b03b-4391-a4c8-9675c417d951 req-5a31f857-4900-4ce1-b0c2-2873fdb36cec tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.1341114
Feb 18 04:39:05.215450 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3174a836-9c9d-4f8b-ba63-bec9ab3bb047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:05.242368 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e6a96c7b-b03b-4391-a4c8-9675c417d951 req-e98cd131-0228-4a00-bf4a-dec377f3743b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438206
Feb 18 04:39:05.243572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3174a836-9c9d-4f8b-ba63-bec9ab3bb047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:05.317777 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3174a836-9c9d-4f8b-ba63-bec9ab3bb047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:05.322761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a8f005ca-44fa-4f3e-8a54-052d7ccf1e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:05.333338 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174a836-9c9d-4f8b-ba63-bec9ab3bb047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ff3525-7a36-4ec7-a1f7-63015fd1d9ad,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:05.336112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3174a836-9c9d-4f8b-ba63-bec9ab3bb047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:05.341448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3174a836-9c9d-4f8b-ba63-bec9ab3bb047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:05.345188 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-3174a836-9c9d-4f8b-ba63-bec9ab3bb047 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15ff3525-7a36-4ec7-a1f7-63015fd1d9ad HTTP/1.1" status: 204  len: 168 time: 0.1888061
Feb 18 04:39:05.497498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1438ba-5fd9-4fad-aa1d-18af68b14bc6 req-ab556319-37ce-457f-811d-5a3413149020 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:05.499145 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6f1438ba-5fd9-4fad-aa1d-18af68b14bc6 req-ab556319-37ce-457f-811d-5a3413149020 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 943 time: 0.0870063
Feb 18 04:39:05.548806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5022d0b0-bb45-40e3-b38b-d4781efda623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:05.549855 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6f1438ba-5fd9-4fad-aa1d-18af68b14bc6 req-38f17a51-e4b5-4e4f-a2ec-dec591e540f4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431311
Feb 18 04:39:06.194374 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e3e8ab56-4c30-4d7e-9aaa-315979d83f2d req-23c634fd-82ce-4446-8c2f-9c73101838f5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 210 time: 0.0594761
Feb 18 04:39:06.244716 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 49982) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:06.263897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:06.279233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:06.283375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Usage tracker for resource:security_group_rule and tenant:311745d99d224fd0b9d465ef5d191a2d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:06.286390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:06.292374 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:06.381091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:06.411633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:06.421532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9faa1f6a-3c41-4bef-ba0a-423a61143505 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:06.460936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e4ec5-e792-470e-bc5a-4b5ceb06c111 req-2b3c9df9-b056-447b-bba1-8c71703f7157 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:06.462714 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-290e4ec5-e792-470e-bc5a-4b5ceb06c111 req-2b3c9df9-b056-447b-bba1-8c71703f7157 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0991700
Feb 18 04:39:06.465922 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=311745d99d224fd0b9d465ef5d191a2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2200241
Feb 18 04:39:06.466953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0b2284-5171-481d-a8ee-08689b392cac,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:06.468699 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 49988) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:06.476032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.476473 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.476874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.477267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.477653 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.478040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.478422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.478823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.484098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.485363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.485363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.488783 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:06.553671 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-290e4ec5-e792-470e-bc5a-4b5ceb06c111 req-ad6ad136-86b1-484f-9892-6bf114be6cd3 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817873
Feb 18 04:39:06.564666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 468e4a9b-7ece-430d-aa59-d0462fb7b618 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:06.571757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:06.605110 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:06.709031 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port 468e4a9b-7ece-430d-aa59-d0462fb7b618 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:06.709273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:06.715329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 468e4a9b-7ece-430d-aa59-d0462fb7b618 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:06.715845 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-93f0b3c7-3e08-40c7-bdbe-60486bab4fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:06.716129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:06.727730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0b2284-5171-481d-a8ee-08689b392cac,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:06.740248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.740650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.741045 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.741550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.742073 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.742527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.743053 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.743448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.744037 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.744581 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.745000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.745386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.745811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.746196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.746575 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.747608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.747608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.748031 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.748415 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.748806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.749317 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.749697 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.750077 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.750453 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:06.764363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:06.768209 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a0b2284-5171-481d-a8ee-08689b392cac HTTP/1.1" status: 204  len: 168 time: 0.2959089
Feb 18 04:39:06.768209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:06.781037 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c304f-74e8-46ac-936d-5590be058f84 req-ce4e259a-55ed-484d-af65-661c6301425a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:06.782819 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-737c304f-74e8-46ac-936d-5590be058f84 req-ce4e259a-55ed-484d-af65-661c6301425a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 943 time: 0.1137679
Feb 18 04:39:06.873078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:06.892609 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-737c304f-74e8-46ac-936d-5590be058f84 req-0bc583d7-bf86-4897-a5dc-f9b3b77f360c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018434
Feb 18 04:39:06.906337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:39:06.916552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 468e4a9b-7ece-430d-aa59-d0462fb7b618, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:06.954857 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:06.957109 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:07.075558 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618', 'code': 200}
Feb 18 04:39:07.076931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=468e4a9b-7ece-430d-aa59-d0462fb7b618,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:07.080354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:07.357329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-808ef862-5e17-4867-a3ea-9df067bfd092 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:07.359218 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-808ef862-5e17-4867-a3ea-9df067bfd092 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "GET /v2.0/networks?id=db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 200  len: 815 time: 0.2138736
Feb 18 04:39:07.394555 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Request body: {'port': {'device_id': '2d0b6d02-9316-4a05-8198-a656d6fcb411', 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff', 'admin_state_up': True, 'tenant_id': 'ddb286d7edd74472ad4e5b5e23ca5ab3'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:07.566947 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2a937fe8-ffca-4fd6-9fec-d8ec566ff243 req-0e08a264-cd1b-4d4a-be06-938d1fb12831 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 210 time: 0.1030898
Feb 18 04:39:07.616907 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:07.623355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8709a-1c30-4e96-bccc-5800b987b791 req-79c566f8-89a6-4751-9f7f-41239845cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:07.624975 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-caf8709a-1c30-4e96-bccc-5800b987b791 req-79c566f8-89a6-4751-9f7f-41239845cbab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 1162 time: 0.2273753
Feb 18 04:39:07.628330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:07.668226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device edd7077c-a067-4c52-a899-dfa7ccdbfc5b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:07.680533 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Made reservation on behalf of ddb286d7edd74472ad4e5b5e23ca5ab3 for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:39:07.687604 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:07.706286 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-caf8709a-1c30-4e96-bccc-5800b987b791 req-7d13f376-4336-49b3-a4a2-0c37ee82e5c3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699191
Feb 18 04:39:07.841046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port edd7077c-a067-4c52-a899-dfa7ccdbfc5b completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:07.846659 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20c04e61-a25d-4803-abb5-c5e594640b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:07.867797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port edd7077c-a067-4c52-a899-dfa7ccdbfc5b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:07.871947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:08.195696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:08.271095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port edd7077c-a067-4c52-a899-dfa7ccdbfc5b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=edd7077c-a067-4c52-a899-dfa7ccdbfc5b,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:08.274873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b91522-273d-4ba0-9b94-e36f01977dd7 req-d3ad0167-f0b2-4c8b-8697-db8695111e9d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:08.282943 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-04b91522-273d-4ba0-9b94-e36f01977dd7 req-d3ad0167-f0b2-4c8b-8697-db8695111e9d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 943 time: 0.1677797
Feb 18 04:39:08.312086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:08.314938 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:08.345081 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-04b91522-273d-4ba0-9b94-e36f01977dd7 req-e2e55d7b-42b0-417b-a5e1-bd18e454564f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611045
Feb 18 04:39:08.400579 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=edd7077c-a067-4c52-a899-dfa7ccdbfc5b,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:08.404038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:08.467717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Allocated IP 172.20.0.6 (db62ee18-f0c4-44d0-b64d-62c56bc414ff/45e4c22c-b618-4af1-88f3-1835422513d7/a7b42360-2060-483d-8d9d-7324f604b34f) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:39:08.495304 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be279e-7fd4-4e9a-9896-7e1c641141b1 req-79d65221-7ca5-46d9-9c63-c3c794d6fed0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:08.503638 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-41be279e-7fd4-4e9a-9896-7e1c641141b1 req-79d65221-7ca5-46d9-9c63-c3c794d6fed0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.2122009
Feb 18 04:39:08.577516 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-41be279e-7fd4-4e9a-9896-7e1c641141b1 req-709a6ccf-d938-46bd-a231-574d1a1f29dd tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728650
Feb 18 04:39:08.609179 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:08.621220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 50078) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:08.822824 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f1dcb283-9e29-4806-93b3-9e1b8bdf0335 req-98bc3ade-a920-4366-9d7a-4e9bf4769564 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 210 time: 0.0778377
Feb 18 04:39:08.843524 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:08.852232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a9103a19-55f4-4fb0-a2e3-ce238251b02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:08.873970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a9103a19-55f4-4fb0-a2e3-ce238251b02d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:08.879927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a9103a19-55f4-4fb0-a2e3-ce238251b02d admin admin] Usage tracker for resource:security_group_rule and tenant:eb138abeddc0477984c35bb045a1f8d1 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:08.885011 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a9103a19-55f4-4fb0-a2e3-ce238251b02d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:08.891908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a9103a19-55f4-4fb0-a2e3-ce238251b02d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:08.949398 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:08.990922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:09.059051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a9103a19-55f4-4fb0-a2e3-ce238251b02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:09.076933 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd7077c-a067-4c52-a899-dfa7ccdbfc5b'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:39:09.112824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a9103a19-55f4-4fb0-a2e3-ce238251b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:09.132567 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd7077c-a067-4c52-a899-dfa7ccdbfc5b', 'code': 200}
Feb 18 04:39:09.145227 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:09.179929 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a9103a19-55f4-4fb0-a2e3-ce238251b02d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb138abeddc0477984c35bb045a1f8d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5549088
Feb 18 04:39:09.182756 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 50098) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:09.218598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device edd7077c-a067-4c52-a899-dfa7ccdbfc5b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:09.264719 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Pushing event updated for resources: {'Port': ['ID=a7b42360-2060-483d-8d9d-7324f604b34f,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:09.280957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:09.309572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Network db62ee18-f0c4-44d0-b64d-62c56bc414ff is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:09.315831 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:09.322637 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:39:09.337599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1459964f-4b75-42b2-a013-80e3a0282152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:09.381141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1459964f-4b75-42b2-a013-80e3a0282152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:09.421446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port edd7077c-a067-4c52-a899-dfa7ccdbfc5b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:09.422389 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:09.473670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9103a19-55f4-4fb0-a2e3-ce238251b02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab04ed7b-7a9d-4f6c-80da-64718805020b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:09.479870 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a9103a19-55f4-4fb0-a2e3-ce238251b02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:09.485210 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:09.485210 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:09.596997 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2089367
Feb 18 04:39:09.612273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Request body: {'port': {'device_id': '2d0b6d02-9316-4a05-8198-a656d6fcb411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:09.618193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:09.622383 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 468e4a9b-7ece-430d-aa59-d0462fb7b618 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:09.722114 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a2f6a-b962-4577-a8fb-f5876f3bb2de req-244bb7bf-83cc-435a-9746-04bbcc983edc tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:09.732061 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5d8a2f6a-b962-4577-a8fb-f5876f3bb2de req-244bb7bf-83cc-435a-9746-04bbcc983edc tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 946 time: 0.2097714
Feb 18 04:39:09.733808 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 468e4a9b-7ece-430d-aa59-d0462fb7b618 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:09.734491 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:09.756626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1459964f-4b75-42b2-a013-80e3a0282152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:09.773278 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:09.808244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:09.843143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459964f-4b75-42b2-a013-80e3a0282152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab04ed7b-7a9d-4f6c-80da-64718805020b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:09.853813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1459964f-4b75-42b2-a013-80e3a0282152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:09.875274 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:09.892549 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5d8a2f6a-b962-4577-a8fb-f5876f3bb2de req-067a90cf-0905-4d2f-9c84-f6776b63a717 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583381
Feb 18 04:39:09.950217 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f627-5b34-428d-bf8d-8f99956b45aa req-c3af7fa8-b4ba-4a7f-85c1-0c230723c483 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:09.958216 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1459964f-4b75-42b2-a013-80e3a0282152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:09.963505 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1459964f-4b75-42b2-a013-80e3a0282152 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab04ed7b-7a9d-4f6c-80da-64718805020b HTTP/1.1" status: 204  len: 168 time: 0.7748661
Feb 18 04:39:09.964867 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-35f4f627-5b34-428d-bf8d-8f99956b45aa req-c3af7fa8-b4ba-4a7f-85c1-0c230723c483 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.3168018
Feb 18 04:39:09.972411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47971bf-5b93-4bf6-b518-d1d7d09a0bfa req-c4b4f5df-05f0-4999-9a92-22cda6350e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:09.974782 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c47971bf-5b93-4bf6-b518-d1d7d09a0bfa req-c4b4f5df-05f0-4999-9a92-22cda6350e05 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 1162 time: 0.2134619
Feb 18 04:39:10.058693 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c47971bf-5b93-4bf6-b518-d1d7d09a0bfa req-7ea71a2f-a06f-4462-b950-c4b1aa168d2b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760803
Feb 18 04:39:10.126442 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-35f4f627-5b34-428d-bf8d-8f99956b45aa req-80a7c0f5-04ea-4467-ab07-63b4f1ee91ac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1595037
Feb 18 04:39:10.165382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235a799-067c-4632-90b5-cbd3675d64f6 req-f95f3a18-8e4b-46c4-ae19-1e0268e663c8 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:10.171377 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9235a799-067c-4632-90b5-cbd3675d64f6 req-f95f3a18-8e4b-46c4-ae19-1e0268e663c8 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1117246
Feb 18 04:39:10.219777 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9235a799-067c-4632-90b5-cbd3675d64f6 req-e298f36a-8109-4ef3-88f4-9ee1b0be69d0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435174
Feb 18 04:39:10.436950 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe8897-2cda-4c5e-a747-45d39d29de62 req-9862eaf4-b4d0-4a89-baf7-962b3d775476 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:10.437718 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-b2fe8897-2cda-4c5e-a747-45d39d29de62 req-9862eaf4-b4d0-4a89-baf7-962b3d775476 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Synchronizing usage tracker for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:39:10.476500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161b8e3-c5ca-4906-bf69-7cc5cdc5123c req-20a84c5a-96c7-44ea-9296-5d40758f4cbe tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:10.478125 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6161b8e3-c5ca-4906-bf69-7cc5cdc5123c req-20a84c5a-96c7-44ea-9296-5d40758f4cbe tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1241126
Feb 18 04:39:10.488088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 50134) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:10.494369 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-77a24cbd-c8d8-422a-8468-074b4598448a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Request body: {'floatingip': {'port_id': '468e4a9b-7ece-430d-aa59-d0462fb7b618'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:10.513896 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-b2fe8897-2cda-4c5e-a747-45d39d29de62 req-9862eaf4-b4d0-4a89-baf7-962b3d775476 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Unset dirty status for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:39:10.515202 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b2fe8897-2cda-4c5e-a747-45d39d29de62 req-9862eaf4-b4d0-4a89-baf7-962b3d775476 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 931 time: 0.2062116
Feb 18 04:39:10.579301 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-77a24cbd-c8d8-422a-8468-074b4598448a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:10.589499 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b2fe8897-2cda-4c5e-a747-45d39d29de62 req-9fa1a58a-ab27-445a-9406-433ba7b7a918 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607874
Feb 18 04:39:10.637248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50140) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:10.659405 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8775dd02-ceef-4bc1-9079-5e0a540c83ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:10.695171 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-8775dd02-ceef-4bc1-9079-5e0a540c83ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:10.730499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-8775dd02-ceef-4bc1-9079-5e0a540c83ee admin admin] Usage tracker for resource:security_group_rule and tenant:8051a8666e614a21a4957e161afbfa1f is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:10.740549 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-8775dd02-ceef-4bc1-9079-5e0a540c83ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:10.756446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-8775dd02-ceef-4bc1-9079-5e0a540c83ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:10.775845 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b42360-2060-483d-8d9d-7324f604b34f {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:39:10.791748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:10.865785 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Transition to ACTIVE for port object a7b42360-2060-483d-8d9d-7324f604b34f will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:10.978351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8775dd02-ceef-4bc1-9079-5e0a540c83ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:10.980627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:11.006408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:11.101844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8775dd02-ceef-4bc1-9079-5e0a540c83ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:11.192126 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-8775dd02-ceef-4bc1-9079-5e0a540c83ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8051a8666e614a21a4957e161afbfa1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5535302
Feb 18 04:39:11.196931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b42360-2060-483d-8d9d-7324f604b34f,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:11.198831 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 50170) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:11.203511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:11.204058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-541563ff-21a5-42b1-a0c4-dfbc971fc2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:11.270864 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775dd02-ceef-4bc1-9079-5e0a540c83ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a768a5-976e-4091-baff-f2f0c770462f,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:11.283839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8775dd02-ceef-4bc1-9079-5e0a540c83ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:11.504125 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd886cbf-6235-4a23-875f-516f54ba88e1 req-77d897c6-493f-476c-93f4-48fa55c91845 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:11.505606 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cd886cbf-6235-4a23-875f-516f54ba88e1 req-77d897c6-493f-476c-93f4-48fa55c91845 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1555939
Feb 18 04:39:11.564573 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cd886cbf-6235-4a23-875f-516f54ba88e1 req-e23a3319-eca9-4e41-9df3-c3ae4fd938b2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502965
Feb 18 04:39:11.566888 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Attempting to bind port a7b42360-2060-483d-8d9d-7324f604b34f on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:39:11.567718 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Attempting to bind port a7b42360-2060-483d-8d9d-7324f604b34f by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:39:11.567718 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Attempting to bind port a7b42360-2060-483d-8d9d-7324f604b34f on network db62ee18-f0c4-44d0-b64d-62c56bc414ff {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:39:11.570474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416656-8f47-43f5-b7c5-9e8cec76a427 req-9f589b8c-a411-4de9-a67c-33801f50c65f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:11.572157 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21416656-8f47-43f5-b7c5-9e8cec76a427 req-9f589b8c-a411-4de9-a67c-33801f50c65f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 946 time: 0.4633060
Feb 18 04:39:11.574343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:39:11.574731 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Checking segment: {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:11.575178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:11.575582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Bound using segment: {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:39:11.576072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Bound port: a7b42360-2060-483d-8d9d-7324f604b34f, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:39:11.576452 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:11.605474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-54b54027-da5a-4d9d-8ac4-e5c069a1e048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:11.663583 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50186) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:11.680494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-54b54027-da5a-4d9d-8ac4-e5c069a1e048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:11.684365 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] For port a7b42360-2060-483d-8d9d-7324f604b34f, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:39:11.687993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] For port a7b42360-2060-483d-8d9d-7324f604b34f, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=a7b42360-2060-483d-8d9d-7324f604b34f,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:39:11.697108 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21416656-8f47-43f5-b7c5-9e8cec76a427 req-8e4e6365-b830-47d5-9539-9a50f9458840 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148906
Feb 18 04:39:11.714606 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:11.757794 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:11.892526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-77a24cbd-c8d8-422a-8468-074b4598448a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:11.934816 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-54b54027-da5a-4d9d-8ac4-e5c069a1e048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:11.940327 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:11.954945 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b54027-da5a-4d9d-8ac4-e5c069a1e048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a768a5-976e-4091-baff-f2f0c770462f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:11.957831 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-54b54027-da5a-4d9d-8ac4-e5c069a1e048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:11.960134 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-54b54027-da5a-4d9d-8ac4-e5c069a1e048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:11.963893 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-54b54027-da5a-4d9d-8ac4-e5c069a1e048 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5a768a5-976e-4091-baff-f2f0c770462f HTTP/1.1" status: 204  len: 168 time: 0.7592015
Feb 18 04:39:11.963893 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-77a24cbd-c8d8-422a-8468-074b4598448a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:11.998926 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b42360-2060-483d-8d9d-7324f604b34f,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:12.049165 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d5a34c0a-ecc1-4562-9c24-02356d2dcb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:12.119219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:39:12.283106 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:12.300636 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d5a34c0a-ecc1-4562-9c24-02356d2dcb75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:12.314677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d5a34c0a-ecc1-4562-9c24-02356d2dcb75 admin admin] Usage tracker for resource:security_group_rule and tenant:cf4ebd7748ab425caf95a73fbe42a527 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:12.327080 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d5a34c0a-ecc1-4562-9c24-02356d2dcb75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:12.342903 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:12.343798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:12.345659 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] 10.222.0.16 "PUT /v2.0/ports/a7b42360-2060-483d-8d9d-7324f604b34f HTTP/1.1" status: 200  len: 1157 time: 2.7385163
Feb 18 04:39:12.348149 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0b6d02-9316-4a05-8198-a656d6fcb411', 'tag': 'a7b42360-2060-483d-8d9d-7324f604b34f'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:39:12.355110 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d5a34c0a-ecc1-4562-9c24-02356d2dcb75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:12.389576 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [None req-77a24cbd-c8d8-422a-8468-074b4598448a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Floating IP b8154983-4eee-495a-9d18-a8ae95f4ae3c associated. External IP: 172.27.3.20, port: 468e4a9b-7ece-430d-aa59-d0462fb7b618.
Feb 18 04:39:12.403262 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5b977-b295-4584-8d6e-ab1dee04b6b1 req-e3f7cfa3-3402-4e05-a331-789d3e7fe45c tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:12.405002 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e5b5b977-b295-4584-8d6e-ab1dee04b6b1 req-e3f7cfa3-3402-4e05-a331-789d3e7fe45c tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 943 time: 0.6123142
Feb 18 04:39:12.413632 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0b6d02-9316-4a05-8198-a656d6fcb411', 'tag': 'a7b42360-2060-483d-8d9d-7324f604b34f', 'status': 'completed', 'code': 200}
Feb 18 04:39:12.478042 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e5b5b977-b295-4584-8d6e-ab1dee04b6b1 req-eafc196d-648a-457c-91d6-037098564356 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658703
Feb 18 04:39:12.531779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d5a34c0a-ecc1-4562-9c24-02356d2dcb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:12.563582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d5a34c0a-ecc1-4562-9c24-02356d2dcb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:12.574193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8775dd02-ceef-4bc1-9079-5e0a540c83ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:12.631592 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d5a34c0a-ecc1-4562-9c24-02356d2dcb75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf4ebd7748ab425caf95a73fbe42a527&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9667709
Feb 18 04:39:12.632658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50226) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:12.635415 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a34c0a-ecc1-4562-9c24-02356d2dcb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb9a40c-2518-4fc8-b8f2-6256f6cffae9,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:12.649442 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d5a34c0a-ecc1-4562-9c24-02356d2dcb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:12.708190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1969ab6c-04de-4426-a08a-5c8562d175d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:12.738626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1969ab6c-04de-4426-a08a-5c8562d175d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:12.823117 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1969ab6c-04de-4426-a08a-5c8562d175d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:12.828822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-589d9dc0-6524-4636-bc7a-9b6a0b154102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:12.878984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969ab6c-04de-4426-a08a-5c8562d175d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb9a40c-2518-4fc8-b8f2-6256f6cffae9,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:12.893434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a24cbd-c8d8-422a-8468-074b4598448a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:39:12.901531 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1969ab6c-04de-4426-a08a-5c8562d175d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:12.911013 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8967348-7b80-4178-88fc-36e5f24d1f4a req-c2f2cf13-5213-4d03-9db8-132b37f00a59 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:12.912718 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f8967348-7b80-4178-88fc-36e5f24d1f4a req-c2f2cf13-5213-4d03-9db8-132b37f00a59 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1989603
Feb 18 04:39:12.920192 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1969ab6c-04de-4426-a08a-5c8562d175d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:12.921590 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1969ab6c-04de-4426-a08a-5c8562d175d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8cb9a40c-2518-4fc8-b8f2-6256f6cffae9 HTTP/1.1" status: 204  len: 168 time: 0.2877498
Feb 18 04:39:12.973889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73028a0-749d-4e07-bb8d-619f1226d254 req-fdf4116a-da78-4da9-b6db-d71cd9cec5e5 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:12.981490 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f73028a0-749d-4e07-bb8d-619f1226d254 req-fdf4116a-da78-4da9-b6db-d71cd9cec5e5 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 946 time: 0.1405289
Feb 18 04:39:13.047487 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f73028a0-749d-4e07-bb8d-619f1226d254 req-b4613512-9eed-4fb8-adca-b96a5c6ed85d tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649931
Feb 18 04:39:13.052798 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f8967348-7b80-4178-88fc-36e5f24d1f4a req-aa55f1a8-1616-417b-a4a3-863a56ea4b74 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815768
Feb 18 04:39:13.143051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a24cbd-c8d8-422a-8468-074b4598448a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:39:13.148098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-77a24cbd-c8d8-422a-8468-074b4598448a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:13.158823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4c811d-0c25-4400-a111-904b4b0e6387 None None] Sync routers for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:39:13.168810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4c811d-0c25-4400-a111-904b4b0e6387 None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:13.169466 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-ef4c811d-0c25-4400-a111-904b4b0e6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0a7b70>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:13.214802 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-77a24cbd-c8d8-422a-8468-074b4598448a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "PUT /v2.0/floatingips/b8154983-4eee-495a-9d18-a8ae95f4ae3c HTTP/1.1" status: 200  len: 990 time: 2.7252402
Feb 18 04:39:13.215238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:39:13.269638 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618', 'status': 'completed', 'code': 200}
Feb 18 04:39:13.401679 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-ef4c811d-0c25-4400-a111-904b4b0e6387 None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:13.533033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50260) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:13.564820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2dc524a-5d86-45b3-b877-d43527f62567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:13.582241 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f2dc524a-5d86-45b3-b877-d43527f62567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:13.587206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f2dc524a-5d86-45b3-b877-d43527f62567 admin admin] Usage tracker for resource:security_group_rule and tenant:2ec56b1470104c179097df53715c2457 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:13.590696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f2dc524a-5d86-45b3-b877-d43527f62567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:13.597250 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f2dc524a-5d86-45b3-b877-d43527f62567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:13.690001 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2dc524a-5d86-45b3-b877-d43527f62567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:13.781779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d8589-90ae-48d7-a1c1-92fbb8f3c466 req-c810f893-e5bd-4730-9b3d-c0e973381cee tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:13.784116 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9b0d8589-90ae-48d7-a1c1-92fbb8f3c466 req-c810f893-e5bd-4730-9b3d-c0e973381cee tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 943 time: 0.1322408
Feb 18 04:39:13.861814 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2dc524a-5d86-45b3-b877-d43527f62567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:13.901587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2ee0eec5-bbb2-425b-862d-000aae04ec26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:13.902308 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9b0d8589-90ae-48d7-a1c1-92fbb8f3c466 req-78587909-5334-4654-b5d4-47e95970e3d8 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102893
Feb 18 04:39:13.910671 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f2dc524a-5d86-45b3-b877-d43527f62567 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ec56b1470104c179097df53715c2457&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3766780
Feb 18 04:39:13.919249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50272) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:14.005645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc524a-5d86-45b3-b877-d43527f62567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa29f8c3-2d3f-4bb1-9e50-666c079553c3,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:14.013792 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f2dc524a-5d86-45b3-b877-d43527f62567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:14.022363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-ef4c811d-0c25-4400-a111-904b4b0e6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0a7b70>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': 'b8154983-4eee-495a-9d18-a8ae95f4ae3c', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'port_id': '468e4a9b-7ece-430d-aa59-d0462fb7b618', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'mac_address': 'fa:16:3e:da:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:38:43Z', 'updated_at': '2021-02-18T04:39:11Z', 'revision_number': 1, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:14.027622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4c811d-0c25-4400-a111-904b4b0e6387 None None] Checking router: 31b7682c-a004-4023-9b0c-4a2b7dede7b8 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:39:14.029393 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d2cfe-eb83-4b55-a905-1cd3efb40903 req-118f95f2-9185-4c91-ad00-52ef14d7355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:14.032417 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de6d2cfe-eb83-4b55-a905-1cd3efb40903 req-118f95f2-9185-4c91-ad00-52ef14d7355e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 1162 time: 0.1258447
Feb 18 04:39:14.038884 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4c811d-0c25-4400-a111-904b4b0e6387 None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:14.039547 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-ef4c811d-0c25-4400-a111-904b4b0e6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0a7b70>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:14.041066 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-664b0283-6218-497c-92b3-ef8c30149e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:14.073140 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9f7bd-c6ac-486b-a266-7986f7143c48 req-4b0a3e06-4e23-4904-9fa6-c0935317a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:14.074761 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-43d9f7bd-c6ac-486b-a266-7986f7143c48 req-4b0a3e06-4e23-4904-9fa6-c0935317a7b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 1160 time: 0.2632086
Feb 18 04:39:14.079577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-664b0283-6218-497c-92b3-ef8c30149e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:14.239152 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d2cfe-eb83-4b55-a905-1cd3efb40903 req-d393e3f0-f7ee-41b0-a4cd-0892910f3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:14.241555 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de6d2cfe-eb83-4b55-a905-1cd3efb40903 req-d393e3f0-f7ee-41b0-a4cd-0892910f3a1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 911 time: 0.1937141
Feb 18 04:39:14.352863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-ef4c811d-0c25-4400-a111-904b4b0e6387 None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:14.368604 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9f7bd-c6ac-486b-a266-7986f7143c48 req-2b26df0a-28d8-4e68-91eb-78ba437f598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:14.370818 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-43d9f7bd-c6ac-486b-a266-7986f7143c48 req-2b26df0a-28d8-4e68-91eb-78ba437f598a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2817495
Feb 18 04:39:14.389979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064082f-915e-4f9b-a3c6-7f2fd3d6c1ba req-f2e3a390-29d6-45b6-8743-0ed65e3b5df1 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:14.392000 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4064082f-915e-4f9b-a3c6-7f2fd3d6c1ba req-f2e3a390-29d6-45b6-8743-0ed65e3b5df1 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 946 time: 0.1743691
Feb 18 04:39:14.420234 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-664b0283-6218-497c-92b3-ef8c30149e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:14.438034 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-52935eb7-c28a-4937-bfdd-4e4b5034a496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:14.458161 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de6d2cfe-eb83-4b55-a905-1cd3efb40903 req-8ed1ce33-d5df-49d1-978b-23311b3d8c47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618 HTTP/1.1" status: 200  len: 998 time: 0.2045732
Feb 18 04:39:14.498987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device edd7077c-a067-4c52-a899-dfa7ccdbfc5b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:14.551887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b0283-6218-497c-92b3-ef8c30149e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa29f8c3-2d3f-4bb1-9e50-666c079553c3,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:14.580017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-664b0283-6218-497c-92b3-ef8c30149e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:14.585547 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d2cfe-eb83-4b55-a905-1cd3efb40903 req-8dc8fff1-9860-4251-b601-86eaa45020b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:14.602266 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de6d2cfe-eb83-4b55-a905-1cd3efb40903 req-8dc8fff1-9860-4251-b601-86eaa45020b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67a022bf-fb15-4b2f-81b7-07983e8da5c8 HTTP/1.1" status: 200  len: 856 time: 0.1310811
Feb 18 04:39:14.605770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-664b0283-6218-497c-92b3-ef8c30149e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:14.609434 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-664b0283-6218-497c-92b3-ef8c30149e3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa29f8c3-2d3f-4bb1-9e50-666c079553c3 HTTP/1.1" status: 204  len: 168 time: 0.6860297
Feb 18 04:39:14.623950 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port edd7077c-a067-4c52-a899-dfa7ccdbfc5b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:14.624545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:14.643107 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67732407-cc5b-4a2e-94a6-da73d954f357 req-efb38cc6-dfd7-42ed-8d2c-c1c191079e04 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:14.647495 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-67732407-cc5b-4a2e-94a6-da73d954f357 req-efb38cc6-dfd7-42ed-8d2c-c1c191079e04 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.3349266
Feb 18 04:39:14.659583 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4064082f-915e-4f9b-a3c6-7f2fd3d6c1ba req-2236fedd-135e-4809-ae46-920841ae1329 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2295206
Feb 18 04:39:14.768223 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9f7bd-c6ac-486b-a266-7986f7143c48 req-d3158efc-d1ef-4452-98c3-5dfa4fbca066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:14.770185 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-43d9f7bd-c6ac-486b-a266-7986f7143c48 req-d3158efc-d1ef-4452-98c3-5dfa4fbca066 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3767846
Feb 18 04:39:14.854930 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-67732407-cc5b-4a2e-94a6-da73d954f357 req-0b879f27-fcb7-4d56-9245-67f1b4c67da5 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1438608
Feb 18 04:39:14.882394 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d2cfe-eb83-4b55-a905-1cd3efb40903 req-2d74c10a-33b8-496a-bab4-5b78f2174927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:14.889368 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de6d2cfe-eb83-4b55-a905-1cd3efb40903 req-2d74c10a-33b8-496a-bab4-5b78f2174927 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67c7849d-dc25-460c-aef1-ab79d87835ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2391970
Feb 18 04:39:15.032427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:15.105766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-ef4c811d-0c25-4400-a111-904b4b0e6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0a7b70>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': 'b8154983-4eee-495a-9d18-a8ae95f4ae3c', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'port_id': '468e4a9b-7ece-430d-aa59-d0462fb7b618', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'mac_address': 'fa:16:3e:da:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:38:43Z', 'updated_at': '2021-02-18T04:39:11Z', 'revision_number': 1, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:15.113801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4c811d-0c25-4400-a111-904b4b0e6387 None None] The sync data for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi is: [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': 'b8154983-4eee-495a-9d18-a8ae95f4ae3c', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'port_id': '468e4a9b-7ece-430d-aa59-d0462fb7b618', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'mac_address': 'fa:16:3e:da:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:38:43Z', 'updated_at': '2021-02-18T04:39:11Z', 'revision_number': 1, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:39:15.141055 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-e2644027-3889-406a-ab46-22ada9676efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:15.143156 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-e2644027-3889-406a-ab46-22ada9676efb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 1160 time: 0.1734004
Feb 18 04:39:15.286586 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de6d2cfe-eb83-4b55-a905-1cd3efb40903 req-5be668dd-f658-4d48-afc5-7f2c0b8cc33b service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3826439
Feb 18 04:39:15.287015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.16', 52569) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:15.332824 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-63284915-92c7-48b2-9ae9-99e4595faa0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7b42360-2060-483d-8d9d-7324f604b34f HTTP/1.1" status: 200  len: 217 time: 0.1668553
Feb 18 04:39:15.437378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-ba7e863e-f855-474a-b958-b12bfbfee735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:15.441789 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-ba7e863e-f855-474a-b958-b12bfbfee735 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45e4c22c-b618-4af1-88f3-1835422513d7 HTTP/1.1" status: 200  len: 855 time: 0.1062634
Feb 18 04:39:15.442381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.16', 52570) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:15.559418 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de6d2cfe-eb83-4b55-a905-1cd3efb40903 req-9eec0123-400a-4b02-8b7d-dfeb6aac0949 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1877947
Feb 18 04:39:15.564465 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-4f06b967-1de9-4172-b98f-fe8a53711289 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=db62ee18-f0c4-44d0-b64d-62c56bc414ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0724571
Feb 18 04:39:15.612422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115fc5d-9bb4-4410-8e4c-7614e04c11ea req-608e295e-241f-4e18-9968-06c43e052a42 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:15.614064 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d115fc5d-9bb4-4410-8e4c-7614e04c11ea req-608e295e-241f-4e18-9968-06c43e052a42 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 943 time: 0.4231765
Feb 18 04:39:15.655056 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201707ee-e2e5-4d8a-827c-3c07f16376fc None None] New status for floating IP b8154983-4eee-495a-9d18-a8ae95f4ae3c: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:39:15.678587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80716285-db54-4cc5-998a-850b563e0433 req-158dff4b-f02a-45d6-a914-1c9941005e1e tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:15.680107 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-80716285-db54-4cc5-998a-850b563e0433 req-158dff4b-f02a-45d6-a914-1c9941005e1e tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.16 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 946 time: 0.3912036
Feb 18 04:39:15.693526 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d115fc5d-9bb4-4410-8e4c-7614e04c11ea req-6dd63d87-a48c-4456-be27-2e0153be3ee6 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645027
Feb 18 04:39:15.783235 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Deleting port b1a68350-e320-4fd0-870c-a16923167e94 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:39:15.783854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:15.900631 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-c080589b-49e5-4808-909a-072da85bbdd4 service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3200393
Feb 18 04:39:16.156866 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4ff41a7-a2b5-4236-84ec-0f86e4dbc938 req-d9ca93e5-7162-49a2-aef4-3eca9deac6c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.7128003
Feb 18 04:39:16.192706 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] For port b1a68350-e320-4fd0-870c-a16923167e94, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=b1a68350-e320-4fd0-870c-a16923167e94,segment=NetworkSegment(77696c59-518e-4e90-9020-ddd8d47b5723),segment_id=77696c59-518e-4e90-9020-ddd8d47b5723)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:16.193105 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:16.268485 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50344) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:16.268853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50346) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:16.327555 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device b1a68350-e320-4fd0-870c-a16923167e94 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:39:16.466213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6feac-f97c-491a-82c9-c72e5ce113b3 req-63204b8f-c63a-4f1f-8665-84b62829fd15 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:16.468260 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7ac6feac-f97c-491a-82c9-c72e5ce113b3 req-63204b8f-c63a-4f1f-8665-84b62829fd15 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 946 time: 0.4782569
Feb 18 04:39:16.471346 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f003c394-1156-4ea0-af57-8443e88ba2ba req-133a75be-9845-45cc-b38b-1a279866ea42 service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5311120
Feb 18 04:39:16.536563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff41a7-a2b5-4236-84ec-0f86e4dbc938 req-30a6e3ab-2c74-4cdf-9dfc-e87fdbff0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:16.538761 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4ff41a7-a2b5-4236-84ec-0f86e4dbc938 req-30a6e3ab-2c74-4cdf-9dfc-e87fdbff0ec6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 1162 time: 0.2173133
Feb 18 04:39:16.543081 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7ac6feac-f97c-491a-82c9-c72e5ce113b3 req-c4587185-7277-4f9a-83a3-dc68cf28f8b6 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626471
Feb 18 04:39:16.586338 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:16.656089 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47868ab4-e8ba-4193-9e6a-e8932c8839d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a68350-e320-4fd0-870c-a16923167e94'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:39:16.680677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port b1a68350-e320-4fd0-870c-a16923167e94, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=b1a68350-e320-4fd0-870c-a16923167e94,segment=NetworkSegment(77696c59-518e-4e90-9020-ddd8d47b5723),segment_id=77696c59-518e-4e90-9020-ddd8d47b5723)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:16.735198 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-aedab5e1-2b01-47de-a0c5-ac64559ca764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:16.744044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:16.745960 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5c5f8ef8-509e-4536-8c1e-83d6f5754b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:16.749239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Calling delete_port for b1a68350-e320-4fd0-870c-a16923167e94 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:39:16.750657 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-177cdfe4-3b45-4ed0-badc-89d866c3cdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:16.778150 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-aedab5e1-2b01-47de-a0c5-ac64559ca764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:16.783404 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-177cdfe4-3b45-4ed0-badc-89d866c3cdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:16.791410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-aedab5e1-2b01-47de-a0c5-ac64559ca764 admin admin] Usage tracker for resource:security_group_rule and tenant:d8be7c8170cb4255b265b786825d3bcb is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:16.799515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-177cdfe4-3b45-4ed0-badc-89d866c3cdaf admin admin] Usage tracker for resource:security_group_rule and tenant:8699341151154460b82767238d3b2a31 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:16.802516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-aedab5e1-2b01-47de-a0c5-ac64559ca764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:16.806229 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-177cdfe4-3b45-4ed0-badc-89d866c3cdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:16.828148 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-177cdfe4-3b45-4ed0-badc-89d866c3cdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:16.830651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-aedab5e1-2b01-47de-a0c5-ac64559ca764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:16.884094 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff41a7-a2b5-4236-84ec-0f86e4dbc938 req-2fadb10e-db91-40d8-b152-e375c61c4200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:16.886072 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4ff41a7-a2b5-4236-84ec-0f86e4dbc938 req-2fadb10e-db91-40d8-b152-e375c61c4200 service neutron] 10.222.0.16 "GET /v2.0/networks?id=db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 200  len: 909 time: 0.3251188
Feb 18 04:39:16.908866 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47868ab4-e8ba-4193-9e6a-e8932c8839d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a68350-e320-4fd0-870c-a16923167e94', 'code': 200}
Feb 18 04:39:16.917602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=b1a68350-e320-4fd0-870c-a16923167e94,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:16.926315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.926721 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.927139 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.927521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.927908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.928849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.929219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.929659 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.929962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.930305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.930916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.931434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.931994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.936910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.936910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.936910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.936910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.936910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.936910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.936910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.936910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.936910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.936910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.936910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:16.941588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:16.945636 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253d226-b377-4e5d-8fad-2ace1756c9d3 req-775e8642-25ea-4ac1-9136-fe80014bb171 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:16.947652 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a253d226-b377-4e5d-8fad-2ace1756c9d3 req-775e8642-25ea-4ac1-9136-fe80014bb171 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.3248949
Feb 18 04:39:16.994343 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4ff41a7-a2b5-4236-84ec-0f86e4dbc938 req-f310f423-b330-47fe-b339-633e5f49721f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9d673d0-1dbd-4275-88cc-e64410af6494 HTTP/1.1" status: 200  len: 217 time: 0.0981832
Feb 18 04:39:17.027997 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a253d226-b377-4e5d-8fad-2ace1756c9d3 req-f423769c-ddb3-4d9d-9fb5-44121d6a4759 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721371
Feb 18 04:39:17.081464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84043) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:39:17.081856 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:39:17.162094 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff41a7-a2b5-4236-84ec-0f86e4dbc938 req-94aa69b3-2111-44c3-a133-7379817614e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:17.164292 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4ff41a7-a2b5-4236-84ec-0f86e4dbc938 req-94aa69b3-2111-44c3-a133-7379817614e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45e4c22c-b618-4af1-88f3-1835422513d7 HTTP/1.1" status: 200  len: 855 time: 0.1242211
Feb 18 04:39:17.235765 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6966365-2685-4901-8cfe-d902d763ea42 req-8b65b29b-c402-422b-9573-02426c9cf286 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:17.237342 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f6966365-2685-4901-8cfe-d902d763ea42 req-8b65b29b-c402-422b-9573-02426c9cf286 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0899673
Feb 18 04:39:17.247780 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 50378) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:17.253887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-7e693578-6bdf-4f6c-a63f-603ff1e595c2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Request body: {'floatingip': {'port_id': 'edd7077c-a067-4c52-a899-dfa7ccdbfc5b'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:17.268468 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4ff41a7-a2b5-4236-84ec-0f86e4dbc938 req-cc72ec6a-7146-49a2-9920-21ddb4b608b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=db62ee18-f0c4-44d0-b64d-62c56bc414ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0841618
Feb 18 04:39:17.300300 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971ffc1-07dd-4af3-bfe3-44a08790536a req-1545c7c1-40aa-4b1f-93c5-64b9e57b5cdd tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:17.301878 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b971ffc1-07dd-4af3-bfe3-44a08790536a req-1545c7c1-40aa-4b1f-93c5-64b9e57b5cdd tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 943 time: 0.3352585
Feb 18 04:39:17.340035 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-aedab5e1-2b01-47de-a0c5-ac64559ca764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:17.346365 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7e693578-6bdf-4f6c-a63f-603ff1e595c2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:17.582831 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Deleting port b1a68350-e320-4fd0-870c-a16923167e94 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:39:17.583288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:17.592261 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-177cdfe4-3b45-4ed0-badc-89d866c3cdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:17.618720 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-aedab5e1-2b01-47de-a0c5-ac64559ca764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:17.636225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:17.653638 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-177cdfe4-3b45-4ed0-badc-89d866c3cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:17.737740 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b971ffc1-07dd-4af3-bfe3-44a08790536a req-ceba7683-a51f-4b68-8bed-13b06a07e15d tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4049423
Feb 18 04:39:17.744431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedab5e1-2b01-47de-a0c5-ac64559ca764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadd2337-da84-4278-8f9d-e4b987aeb9b1,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:17.789175 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-aedab5e1-2b01-47de-a0c5-ac64559ca764 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8be7c8170cb4255b265b786825d3bcb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5008030
Feb 18 04:39:17.791294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-aedab5e1-2b01-47de-a0c5-ac64559ca764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:17.792689 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6bcdb403-5dc8-42c8-9e20-a4c55f8d1f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:17.803600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50400) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:17.808053 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-177cdfe4-3b45-4ed0-badc-89d866c3cdaf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8699341151154460b82767238d3b2a31&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5243406
Feb 18 04:39:17.820633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50404) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:17.886949 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4ff41a7-a2b5-4236-84ec-0f86e4dbc938 req-71cf43b1-fc89-4d64-8104-c6b0ae55639c service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5933614
Feb 18 04:39:17.900948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cdfe4-3b45-4ed0-badc-89d866c3cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed57509-1842-4741-b46d-a5619f7c7be4,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:17.915339 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-177cdfe4-3b45-4ed0-badc-89d866c3cdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:18.115645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-80e3f17c-25d5-4ae5-b6b6-71b4806e1d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:18.117367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4d282336-d620-4e70-9069-32b30791774c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:18.202403 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-80e3f17c-25d5-4ae5-b6b6-71b4806e1d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:18.211792 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4d282336-d620-4e70-9069-32b30791774c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:18.248948 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4ff41a7-a2b5-4236-84ec-0f86e4dbc938 req-13da62c6-b406-4937-ae15-9eebb0d24f64 service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3325455
Feb 18 04:39:18.274087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee8f29-f52a-4a6b-8d80-cba034a78989 req-b30cf674-a91d-426c-911c-9eb860c7b430 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:18.275620 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-05ee8f29-f52a-4a6b-8d80-cba034a78989 req-b30cf674-a91d-426c-911c-9eb860c7b430 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 944 time: 0.4787495
Feb 18 04:39:18.325875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4d282336-d620-4e70-9069-32b30791774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:18.327676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] For port b1a68350-e320-4fd0-870c-a16923167e94, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=b1a68350-e320-4fd0-870c-a16923167e94,segment=NetworkSegment(77696c59-518e-4e90-9020-ddd8d47b5723),segment_id=77696c59-518e-4e90-9020-ddd8d47b5723)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:18.328086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:18.331903 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-80e3f17c-25d5-4ae5-b6b6-71b4806e1d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:18.339415 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:18.354379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d282336-d620-4e70-9069-32b30791774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadd2337-da84-4278-8f9d-e4b987aeb9b1,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:18.395265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-80e3f17c-25d5-4ae5-b6b6-71b4806e1d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:18.399011 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-80e3f17c-25d5-4ae5-b6b6-71b4806e1d55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ed57509-1842-4741-b46d-a5619f7c7be4 HTTP/1.1" status: 204  len: 168 time: 0.5660467
Feb 18 04:39:18.400219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3f17c-25d5-4ae5-b6b6-71b4806e1d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed57509-1842-4741-b46d-a5619f7c7be4,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:18.402958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-80e3f17c-25d5-4ae5-b6b6-71b4806e1d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:18.403773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4d282336-d620-4e70-9069-32b30791774c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:18.404947 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-4d282336-d620-4e70-9069-32b30791774c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eadd2337-da84-4278-8f9d-e4b987aeb9b1 HTTP/1.1" status: 204  len: 168 time: 0.5983202
Feb 18 04:39:18.405781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:18.406194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:18.488240 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Calling delete_port for b1a68350-e320-4fd0-870c-a16923167e94 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:39:18.523369 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-05ee8f29-f52a-4a6b-8d80-cba034a78989 req-4278669a-a004-4375-ada3-51952a22f39e tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b1d7de9-3c20-45e9-9d78-39373ba3fa25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2385364
Feb 18 04:39:18.698154 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7e693578-6bdf-4f6c-a63f-603ff1e595c2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:18.895267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device a7b42360-2060-483d-8d9d-7324f604b34f up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:18.972641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7e693578-6bdf-4f6c-a63f-603ff1e595c2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:19.045451 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port a7b42360-2060-483d-8d9d-7324f604b34f completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:19.051256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port a7b42360-2060-483d-8d9d-7324f604b34f triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:19.055272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:19.214358 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1c32-d276-402d-90b4-403630deb86c req-b6e7d096-bc63-4018-bab6-985d73b4a594 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:19.229281 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-450f1c32-d276-402d-90b4-403630deb86c req-b6e7d096-bc63-4018-bab6-985d73b4a594 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 943 time: 0.2000177
Feb 18 04:39:19.345906 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-450f1c32-d276-402d-90b4-403630deb86c req-e13fe251-3b26-4fcf-8046-814bee4ff9eb tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154244
Feb 18 04:39:19.433011 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:19.474125 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0b6d02-9316-4a05-8198-a656d6fcb411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b42360-2060-483d-8d9d-7324f604b34f'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:39:19.485415 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port a7b42360-2060-483d-8d9d-7324f604b34f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=a7b42360-2060-483d-8d9d-7324f604b34f,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:19.506323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:19.542100 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0b6d02-9316-4a05-8198-a656d6fcb411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b42360-2060-483d-8d9d-7324f604b34f', 'code': 200}
Feb 18 04:39:19.543578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:19.543734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:19.550602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:19.619349 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50454) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:19.657845 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Pushing event deleted for resources: {'Port': ['ID=b1a68350-e320-4fd0-870c-a16923167e94,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:19.661373 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:19.663183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2d3f11f5-a034-4716-9785-4fb208042db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:19.667700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=a7b42360-2060-483d-8d9d-7324f604b34f,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:19.671749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:19.710343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2d3f11f5-a034-4716-9785-4fb208042db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:19.717406 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [None req-7e693578-6bdf-4f6c-a63f-603ff1e595c2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Floating IP ddf1b25d-2dbb-4bb8-859c-2c5ac8de042b associated. External IP: 172.27.3.179, port: edd7077c-a067-4c52-a899-dfa7ccdbfc5b.
Feb 18 04:39:19.723440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2d3f11f5-a034-4716-9785-4fb208042db1 admin admin] Usage tracker for resource:security_group_rule and tenant:443de8bb6e3e4fc8b5b871e174c2a380 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:19.727160 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2d3f11f5-a034-4716-9785-4fb208042db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:19.743000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2d3f11f5-a034-4716-9785-4fb208042db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:19.825469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50460) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:19.845742 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f54bb23f-b4cd-4479-8e41-d754a14eb3ea req-b58bdd20-b129-4dbf-8978-9efaeb5f2973 tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 210 time: 0.0705059
Feb 18 04:39:20.029597 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2d3f11f5-a034-4716-9785-4fb208042db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.034694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a43aa-f772-4d2b-8ad5-8329d307a6f6 req-55603c95-e5af-4e4b-b343-2745ae4e899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:20.038262 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d92a43aa-f772-4d2b-8ad5-8329d307a6f6 req-55603c95-e5af-4e4b-b343-2745ae4e899f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 1162 time: 0.1810811
Feb 18 04:39:20.067470 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2d3f11f5-a034-4716-9785-4fb208042db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.083643 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:20.156399 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2d3f11f5-a034-4716-9785-4fb208042db1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=443de8bb6e3e4fc8b5b871e174c2a380&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5385668
Feb 18 04:39:20.174703 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50472) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:20.176613 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d92a43aa-f772-4d2b-8ad5-8329d307a6f6 req-56fb42a7-47aa-4117-a835-8f62d00ba330 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320155
Feb 18 04:39:20.191768 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f11f5-a034-4716-9785-4fb208042db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a4dc4c-71e0-4be5-b4e2-a94fcb621a83,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:20.206005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2d3f11f5-a034-4716-9785-4fb208042db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:20.206957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0af5663c-61e8-47bc-bf82-480f080a1d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.232589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-0af5663c-61e8-47bc-bf82-480f080a1d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:20.242356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-0af5663c-61e8-47bc-bf82-480f080a1d1d admin admin] Usage tracker for resource:security_group_rule and tenant:10ee63ce22b44d48b30998c47e8ed639 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:20.253443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-0af5663c-61e8-47bc-bf82-480f080a1d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:20.263355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-0af5663c-61e8-47bc-bf82-480f080a1d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:20.286634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] No DVR routers for this DVR port b1a68350-e320-4fd0-870c-a16923167e94 on host hv-cinder-77630 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:39:20.299527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.302247 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47868ab4-e8ba-4193-9e6a-e8932c8839d1', 'name': 'network-vif-deleted', 'tag': 'b1a68350-e320-4fd0-870c-a16923167e94'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:39:20.303821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-397874ce-cac1-49d4-8458-b8fe9e41fac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.349715 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-397874ce-cac1-49d4-8458-b8fe9e41fac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.350552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e693578-6bdf-4f6c-a63f-603ff1e595c2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Router c9aa9f1f-ee14-419e-842b-c538cff462ac has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:39:20.356032 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47868ab4-e8ba-4193-9e6a-e8932c8839d1', 'name': 'network-vif-deleted', 'tag': 'b1a68350-e320-4fd0-870c-a16923167e94', 'status': 'completed', 'code': 200}
Feb 18 04:39:20.406522 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device a7b42360-2060-483d-8d9d-7324f604b34f up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:20.420261 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-80716285-db54-4cc5-998a-850b563e0433 req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.16 "DELETE /v2.0/ports/b1a68350-e320-4fd0-870c-a16923167e94 HTTP/1.1" status: 204  len: 173 time: 4.7233851
Feb 18 04:39:20.461819 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0af5663c-61e8-47bc-bf82-480f080a1d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.507290 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0af5663c-61e8-47bc-bf82-480f080a1d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.514890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port a7b42360-2060-483d-8d9d-7324f604b34f triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:20.515590 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.517449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0a6371d3-6a64-4c3d-b5e0-c70a02a5de4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:20.552327 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5663c-61e8-47bc-bf82-480f080a1d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6b4222-9c01-4d30-bc61-9abf5a2b279e,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:20.560728 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0af5663c-61e8-47bc-bf82-480f080a1d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:20.586680 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-0af5663c-61e8-47bc-bf82-480f080a1d1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10ee63ce22b44d48b30998c47e8ed639&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7531013
Feb 18 04:39:20.595741 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50492) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:20.607840 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e693578-6bdf-4f6c-a63f-603ff1e595c2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:39:20.618302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7e693578-6bdf-4f6c-a63f-603ff1e595c2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.624378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5cd004-b85e-4619-bb9b-d3865ce458a6 None None] Sync routers for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:39:20.638397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5cd004-b85e-4619-bb9b-d3865ce458a6 None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:20.639680 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2f5cd004-b85e-4619-bb9b-d3865ce458a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3f9748>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:20.706287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-397874ce-cac1-49d4-8458-b8fe9e41fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.717890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3174a836-9c9d-4f8b-ba63-bec9ab3bb047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:20.727252 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-7e693578-6bdf-4f6c-a63f-603ff1e595c2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "PUT /v2.0/floatingips/ddf1b25d-2dbb-4bb8-859c-2c5ac8de042b HTTP/1.1" status: 200  len: 991 time: 3.4782021
Feb 18 04:39:20.738293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397874ce-cac1-49d4-8458-b8fe9e41fac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a4dc4c-71e0-4be5-b4e2-a94fcb621a83,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:20.750516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-397874ce-cac1-49d4-8458-b8fe9e41fac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:20.813510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a27a0eff-5b2f-499c-91d2-aaa858358dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.816659 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-397874ce-cac1-49d4-8458-b8fe9e41fac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.820782 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-397874ce-cac1-49d4-8458-b8fe9e41fac5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83a4dc4c-71e0-4be5-b4e2-a94fcb621a83 HTTP/1.1" status: 204  len: 168 time: 0.6430385
Feb 18 04:39:20.869930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a27a0eff-5b2f-499c-91d2-aaa858358dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:20.887750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839883ab-d8c7-47b0-aa6a-6d23af8f4aad req-d4fe84fd-aa88-4739-b877-af632c02a746 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:20.889400 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-839883ab-d8c7-47b0-aa6a-6d23af8f4aad req-d4fe84fd-aa88-4739-b877-af632c02a746 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 945 time: 0.2880497
Feb 18 04:39:20.985420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-2f5cd004-b85e-4619-bb9b-d3865ce458a6 None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:21.018335 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-839883ab-d8c7-47b0-aa6a-6d23af8f4aad req-859d4707-f384-4348-a284-ea03c8baf7d7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179395
Feb 18 04:39:21.062518 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a27a0eff-5b2f-499c-91d2-aaa858358dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:21.069102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-85b78463-9926-4b0c-a581-f4e029696db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:21.087667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a0eff-5b2f-499c-91d2-aaa858358dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6b4222-9c01-4d30-bc61-9abf5a2b279e,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:21.095065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-91f627ce-408e-4323-a94f-611d5d8980e5 req-5b384d97-8773-4296-b5eb-c3036ab144be tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Synchronizing usage tracker for tenant:47af67b5732e4d03a7c7992223cbb555 on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:39:21.103724 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a27a0eff-5b2f-499c-91d2-aaa858358dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:21.115847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a27a0eff-5b2f-499c-91d2-aaa858358dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:21.120171 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a27a0eff-5b2f-499c-91d2-aaa858358dc7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa6b4222-9c01-4d30-bc61-9abf5a2b279e HTTP/1.1" status: 204  len: 168 time: 0.5215061
Feb 18 04:39:21.153798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-91f627ce-408e-4323-a94f-611d5d8980e5 req-5b384d97-8773-4296-b5eb-c3036ab144be tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Unset dirty status for tenant:47af67b5732e4d03a7c7992223cbb555 on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:39:21.161955 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-91f627ce-408e-4323-a94f-611d5d8980e5 req-5b384d97-8773-4296-b5eb-c3036ab144be tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] 10.222.0.43 "GET /v2.0/ports?device_id=47868ab4-e8ba-4193-9e6a-e8932c8839d1 HTTP/1.1" status: 200  len: 210 time: 0.1234713
Feb 18 04:39:21.531395 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2f5cd004-b85e-4619-bb9b-d3865ce458a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3f9748>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': 'ddf1b25d-2dbb-4bb8-859c-2c5ac8de042b', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'port_id': 'edd7077c-a067-4c52-a899-dfa7ccdbfc5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'mac_address': 'fa:16:3e:27:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:38:42Z', 'updated_at': '2021-02-18T04:39:18Z', 'revision_number': 1, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:45Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:21.535535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5cd004-b85e-4619-bb9b-d3865ce458a6 None None] Checking router: c9aa9f1f-ee14-419e-842b-c538cff462ac for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:39:21.546100 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5cd004-b85e-4619-bb9b-d3865ce458a6 None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:21.546890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2f5cd004-b85e-4619-bb9b-d3865ce458a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3f9748>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:21.790577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-2f5cd004-b85e-4619-bb9b-d3865ce458a6 None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:21.856052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 50566) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:21.916851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d4af306a-4c3a-42f5-a402-0b02cdfab9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:21.969092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d4af306a-4c3a-42f5-a402-0b02cdfab9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:21.975509 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d4af306a-4c3a-42f5-a402-0b02cdfab9cc admin admin] Usage tracker for resource:security_group_rule and tenant:651b2aae8ed645059421440efd2df7c0 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:21.981920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d4af306a-4c3a-42f5-a402-0b02cdfab9cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:21.995123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d4af306a-4c3a-42f5-a402-0b02cdfab9cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:22.160523 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d4af306a-4c3a-42f5-a402-0b02cdfab9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:22.197596 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d4af306a-4c3a-42f5-a402-0b02cdfab9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:22.221684 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3c2c37c9-bcbd-4a78-8549-5c1d1ce9b0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:22.244512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50584) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:22.303748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af306a-4c3a-42f5-a402-0b02cdfab9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db033dd-ee67-4711-86bc-7066fae7fd1f,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:22.308804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d4af306a-4c3a-42f5-a402-0b02cdfab9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:22.315495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50590) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:22.319585 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d4af306a-4c3a-42f5-a402-0b02cdfab9cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=651b2aae8ed645059421440efd2df7c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4619069
Feb 18 04:39:22.356788 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'tag': 'edd7077c-a067-4c52-a899-dfa7ccdbfc5b'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:39:22.445631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ea6bcb12-be5a-47e0-b175-9d285eff2e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:22.446257 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2f5cd004-b85e-4619-bb9b-d3865ce458a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3f9748>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': 'ddf1b25d-2dbb-4bb8-859c-2c5ac8de042b', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'port_id': 'edd7077c-a067-4c52-a899-dfa7ccdbfc5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'mac_address': 'fa:16:3e:27:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:38:42Z', 'updated_at': '2021-02-18T04:39:18Z', 'revision_number': 1, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:45Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:22.451488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5cd004-b85e-4619-bb9b-d3865ce458a6 None None] The sync data for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi is: [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': 'ddf1b25d-2dbb-4bb8-859c-2c5ac8de042b', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'port_id': 'edd7077c-a067-4c52-a899-dfa7ccdbfc5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'mac_address': 'fa:16:3e:27:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:38:42Z', 'updated_at': '2021-02-18T04:39:18Z', 'revision_number': 1, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:45Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:39:22.480982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ea6bcb12-be5a-47e0-b175-9d285eff2e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:22.498411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ea6bcb12-be5a-47e0-b175-9d285eff2e2a admin admin] Usage tracker for resource:security_group_rule and tenant:250fe701a9eb43748d300dd19d9f72c0 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:22.509376 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'tag': 'edd7077c-a067-4c52-a899-dfa7ccdbfc5b', 'status': 'completed', 'code': 200}
Feb 18 04:39:22.512747 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ea6bcb12-be5a-47e0-b175-9d285eff2e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:22.529923 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ea6bcb12-be5a-47e0-b175-9d285eff2e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:22.534701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-36149911-8961-4f56-93d7-ce48f21d6343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:22.559660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac8447-dd21-4b41-98fb-47db8478c45e req-2a77ed1d-8842-4014-8a6b-f3f355794a37 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:22.561305 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7aac8447-dd21-4b41-98fb-47db8478c45e req-2a77ed1d-8842-4014-8a6b-f3f355794a37 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 945 time: 0.2219374
Feb 18 04:39:22.628189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-36149911-8961-4f56-93d7-ce48f21d6343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:22.663701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e85118-e255-4269-bf72-9c69faf38b16 req-484401ff-a13d-48d1-8422-30566bed2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:22.665596 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-14e85118-e255-4269-bf72-9c69faf38b16 req-484401ff-a13d-48d1-8422-30566bed2747 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 1162 time: 0.1198995
Feb 18 04:39:22.708694 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7aac8447-dd21-4b41-98fb-47db8478c45e req-225a79f1-dab0-4d0e-b381-f44fd90d8a9b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315103
Feb 18 04:39:22.848195 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22303af7-447b-436d-ae79-84d36be19f4c None None] New status for floating IP ddf1b25d-2dbb-4bb8-859c-2c5ac8de042b: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:39:22.853836 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ea6bcb12-be5a-47e0-b175-9d285eff2e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:22.902991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-36149911-8961-4f56-93d7-ce48f21d6343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:22.908211 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:22.922770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ea6bcb12-be5a-47e0-b175-9d285eff2e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:22.949698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36149911-8961-4f56-93d7-ce48f21d6343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db033dd-ee67-4711-86bc-7066fae7fd1f,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:22.959741 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-36149911-8961-4f56-93d7-ce48f21d6343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:22.960592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-39d51535-f490-4150-8764-0b1464449e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:23.029635 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ea6bcb12-be5a-47e0-b175-9d285eff2e2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=250fe701a9eb43748d300dd19d9f72c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7832813
Feb 18 04:39:23.033813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50632) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:23.034660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-36149911-8961-4f56-93d7-ce48f21d6343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:23.035858 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-36149911-8961-4f56-93d7-ce48f21d6343 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2db033dd-ee67-4711-86bc-7066fae7fd1f HTTP/1.1" status: 204  len: 168 time: 0.7193253
Feb 18 04:39:23.075954 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e85118-e255-4269-bf72-9c69faf38b16 req-3f10c0bc-9af7-4aa8-a32d-4d7beeda75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:23.080267 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-14e85118-e255-4269-bf72-9c69faf38b16 req-3f10c0bc-9af7-4aa8-a32d-4d7beeda75ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c HTTP/1.1" status: 200  len: 905 time: 0.4063900
Feb 18 04:39:23.090780 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bcb12-be5a-47e0-b175-9d285eff2e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2412a864-872f-40cd-b1ff-9edc37f1fe2e,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:23.096543 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ea6bcb12-be5a-47e0-b175-9d285eff2e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:23.137835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c90913c9-5448-4a2a-ba8d-a4e1ff13a0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:23.194580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c90913c9-5448-4a2a-ba8d-a4e1ff13a0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:23.336350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c90913c9-5448-4a2a-ba8d-a4e1ff13a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:23.349416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-397874ce-cac1-49d4-8458-b8fe9e41fac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:23.364378 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-14e85118-e255-4269-bf72-9c69faf38b16 req-c15e0904-1918-4784-95bf-37c499065954 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edd7077c-a067-4c52-a899-dfa7ccdbfc5b HTTP/1.1" status: 200  len: 999 time: 0.2722993
Feb 18 04:39:23.405447 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90913c9-5448-4a2a-ba8d-a4e1ff13a0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2412a864-872f-40cd-b1ff-9edc37f1fe2e,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:23.437571 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c90913c9-5448-4a2a-ba8d-a4e1ff13a0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:23.439093 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c90913c9-5448-4a2a-ba8d-a4e1ff13a0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:23.443297 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c90913c9-5448-4a2a-ba8d-a4e1ff13a0b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2412a864-872f-40cd-b1ff-9edc37f1fe2e HTTP/1.1" status: 204  len: 168 time: 0.4062884
Feb 18 04:39:23.522683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e85118-e255-4269-bf72-9c69faf38b16 req-b6d71e4c-2618-4448-a27b-fa9571725008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:23.530993 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-14e85118-e255-4269-bf72-9c69faf38b16 req-b6d71e4c-2618-4448-a27b-fa9571725008 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf3bdabd-12da-4d5b-8a13-9cd7ac731207 HTTP/1.1" status: 200  len: 850 time: 0.1584344
Feb 18 04:39:23.630147 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e85118-e255-4269-bf72-9c69faf38b16 req-3c8aa65c-35cf-4eb5-8eab-8c2e033c5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:23.632033 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-14e85118-e255-4269-bf72-9c69faf38b16 req-3c8aa65c-35cf-4eb5-8eab-8c2e033c5a76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918410
Feb 18 04:39:23.811103 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-14e85118-e255-4269-bf72-9c69faf38b16 req-ee01db64-e661-4bd3-a5a6-7771872b550b service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649063
Feb 18 04:39:24.060979 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-14e85118-e255-4269-bf72-9c69faf38b16 req-1f8b4ee6-56fc-4578-a328-874cd03a7ab9 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2405794
Feb 18 04:39:24.794889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50714) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:24.872874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-571e51cf-e2b0-4085-bc4c-ff35de50696c admin admin] Deleting subnet 02e5b347-7e98-4d6e-9411-1f4ecf13b128 {{(pid=84044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:39:24.876695 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-571e51cf-e2b0-4085-bc4c-ff35de50696c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:24.938629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-571e51cf-e2b0-4085-bc4c-ff35de50696c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852470497'] for subnet, precommit_delete_associations {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:25.012504 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-571e51cf-e2b0-4085-bc4c-ff35de50696c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:25.029935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 50728) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:25.429154 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-571e51cf-e2b0-4085-bc4c-ff35de50696c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2555699'] for subnet, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:25.453032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:25.464916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2069246006-network', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:25.476005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:25.482861 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Usage tracker for resource:network and tenant:c71ef4e1734d45caa55df7aabefe64f9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:25.492456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:25.503011 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:25.554625 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Made reservation on behalf of c71ef4e1734d45caa55df7aabefe64f9 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:39:25.563555 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:25.565812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e51cf-e2b0-4085-bc4c-ff35de50696c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e5b347-7e98-4d6e-9411-1f4ecf13b128,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:25.576382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-571e51cf-e2b0-4085-bc4c-ff35de50696c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:25.579457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:25.604773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:25.609555 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Usage tracker for resource:security_group_rule and tenant:c71ef4e1734d45caa55df7aabefe64f9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:25.613461 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:25.620818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:25.630599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-571e51cf-e2b0-4085-bc4c-ff35de50696c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:25.644081 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-571e51cf-e2b0-4085-bc4c-ff35de50696c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/02e5b347-7e98-4d6e-9411-1f4ecf13b128 HTTP/1.1" status: 204  len: 168 time: 0.8476195
Feb 18 04:39:25.646981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50794) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:25.817095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:25.873918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:25.878959 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:25.910749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:25.920536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:39:25.960662 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ac12c7-514a-4807-a716-099813520359,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:25.966624 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:25.974323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:25.974942 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Added segment 4a3e298e-3edf-4016-b3d2-4f123593e10f of type vxlan for network 86c16645-192b-4075-a932-aaf87fb566e4
Feb 18 04:39:26.007869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:26.083718 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:26.085357 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:26.086005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:26.091588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:26.180812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9809e209-d0fd-4843-be98-4c15ad4725e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:26.182453 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9809e209-d0fd-4843-be98-4c15ad4725e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/networks?id=db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 200  len: 815 time: 0.4324443
Feb 18 04:39:26.184347 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:26.249908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Pushing event updated for resources: {'Network': ['ID=86c16645-192b-4075-a932-aaf87fb566e4,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:26.264889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network 86c16645-192b-4075-a932-aaf87fb566e4 details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:39:26.270400 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.2390320
Feb 18 04:39:26.271094 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 50814) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:26.274416 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-29e7a72c-04c1-4aa5-99be-185835747e9a tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/quotas/ddb286d7edd74472ad4e5b5e23ca5ab3 HTTP/1.1" status: 200  len: 375 time: 0.0749006
Feb 18 04:39:26.279694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:26.288896 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Request body: {'subnet': {'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2069246006-subnet', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:26.299593 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:26.308231 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Usage tracker for resource:subnet and tenant:c71ef4e1734d45caa55df7aabefe64f9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:26.310907 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network 86c16645-192b-4075-a932-aaf87fb566e4 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:39:26.314631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:26.326558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:26.378136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Made reservation on behalf of c71ef4e1734d45caa55df7aabefe64f9 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:39:26.384853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852390700'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:26.608067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3dbf34a8>,) {'filters': {'network_id': ['067922c5-8769-417c-99b5-c6774ca3a8de']}} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:26.625601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3dbf34a8>, '77696c59-518e-4e90-9020-ddd8d47b5723') {'for_net_delete': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:26.625941 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3dbf34a8>, '77696c59-518e-4e90-9020-ddd8d47b5723') {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:26.645565 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305319'] for segment, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:26.679667 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-0d397703-79f3-4ffb-9640-8aa8839d4c34 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3873746
Feb 18 04:39:26.767548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:26.822812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:39:26.910416 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-40d875dd-69b6-496d-86fe-56945853059e service neutron] 10.222.0.43 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232800
Feb 18 04:39:27.119309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Network 067922c5-8769-417c-99b5-c6774ca3a8de has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:39:27.127143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852846634'] for segment, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:27.174552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853475315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852390681'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:27.275637 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:27.353754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ace81c5-6728-476b-8aac-1cd109d8d830,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:27.366379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:27.369649 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-53779cd0-8f1c-46a0-8d17-c78dc379c69d service neutron] 10.222.0.43 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4489853
Feb 18 04:39:27.371416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Network 067922c5-8769-417c-99b5-c6774ca3a8de has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:39:27.395588 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:39:27.431922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Checking segment: {'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:27.432402 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Network hostable DHCP agents. Network: 86c16645-192b-4075-a932-aaf87fb566e4, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:39:27.494823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Network 86c16645-192b-4075-a932-aaf87fb566e4 is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:39:27.629133 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, 86c16645-192b-4075-a932-aaf87fb566e4) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:27.640231 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e6e465e4-4273-4b55-94c9-a6d4211faffa req-02a4a282-4c59-45bb-8e57-a11a34493935 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 210 time: 0.0596218
Feb 18 04:39:27.640854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f3a019-0343-46cb-8623-1f91969d9ff2 None None] Network 86c16645-192b-4075-a932-aaf87fb566e4 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:39:27.654920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:27.654920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:27.702681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:27.712448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4eddc965-15b7-43d5-ac38-70df74ac9fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:27.732469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:27.732810 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4516270
Feb 18 04:39:27.735707 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 50856) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:27.742056 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:27.745620 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Pushing event deleted for resources: {'Network': ['ID=067922c5-8769-417c-99b5-c6774ca3a8de,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:27.750501 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:27.753238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:27.756206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Usage tracker for resource:router and tenant:c71ef4e1734d45caa55df7aabefe64f9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:27.759654 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:27.765777 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:27.784315 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] 10.222.0.43 "DELETE /v2.0/networks/067922c5-8769-417c-99b5-c6774ca3a8de HTTP/1.1" status: 204  len: 168 time: 2.1354132
Feb 18 04:39:27.815273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853815601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112158'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:27.816599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853815586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854663673'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:27.892259 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:27.899459 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4124b74-8307-5700-a325-a28cfab4f9ef-86c16645-192b-4075-a932-aaf87fb566e4', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'fixed_ips': [{'subnet_id': '1ace81c5-6728-476b-8aac-1cd109d8d830'}]}} from dv-cinder-776307-1-iscsi. {{(pid=84045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 04:39:27.900625 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:28.183074 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50868) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:28.246085 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Allocated IP 172.20.0.2 (86c16645-192b-4075-a932-aaf87fb566e4/1ace81c5-6728-476b-8aac-1cd109d8d830/9382bb7e-4cfd-4163-a651-58329e9600b6) {{(pid=84045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:39:28.270884 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-cd9b4df2-5906-4c0c-8606-98ae57f3e4cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47af67b5732e4d03a7c7992223cbb555&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0850508
Feb 18 04:39:28.272940 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50872) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:28.351220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1b2d18a3-ee55-4b8e-a8b6-c31749fdb998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:28.382712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1b2d18a3-ee55-4b8e-a8b6-c31749fdb998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:28.478666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854663440'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:28.488663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1b2d18a3-ee55-4b8e-a8b6-c31749fdb998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:28.494249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d5d90a1f-147b-4b72-b59d-7d718d5078b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:28.509063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d18a3-ee55-4b8e-a8b6-c31749fdb998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1d7de9-3c20-45e9-9d78-39373ba3fa25,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:28.513119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1b2d18a3-ee55-4b8e-a8b6-c31749fdb998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:28.559446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1b2d18a3-ee55-4b8e-a8b6-c31749fdb998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:28.573002 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1b2d18a3-ee55-4b8e-a8b6-c31749fdb998 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b1d7de9-3c20-45e9-9d78-39373ba3fa25 HTTP/1.1" status: 204  len: 168 time: 0.2901976
Feb 18 04:39:28.577324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Notify callbacks [] for port, precommit_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:28.601946 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Transition to ACTIVE for port object 9382bb7e-4cfd-4163-a651-58329e9600b6 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:28.628126 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Transition to ACTIVE for port object 9382bb7e-4cfd-4163-a651-58329e9600b6 will not be triggered until provisioned by entity DHCP. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:28.666318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:28.773317 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:28.904137 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Pushing event updated for resources: {'Port': ['ID=9382bb7e-4cfd-4163-a651-58329e9600b6,revision_number=1']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:28.919781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:28.976475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:28.992050 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8267bb7f-d9ab-447b-895a-fd76fe44de04 req-8ef9f8b0-d511-43ab-8366-0124e758182b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 210 time: 0.1614254
Feb 18 04:39:29.035760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Network 86c16645-192b-4075-a932-aaf87fb566e4 is already hosted by enough agents. {{(pid=84045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:29.039690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Resources bound (agent type, host, resource id):  {{(pid=84045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:29.044550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Received port after_create {{(pid=84045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:39:29.059264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:29.169519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Attempting to bind port 9382bb7e-4cfd-4163-a651-58329e9600b6 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:39:29.169972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Attempting to bind port 9382bb7e-4cfd-4163-a651-58329e9600b6 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:39:29.170487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Attempting to bind port 9382bb7e-4cfd-4163-a651-58329e9600b6 on network 86c16645-192b-4075-a932-aaf87fb566e4 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:39:29.177239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:39:29.177829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Checking segment: {'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:29.178379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:29.178958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Bound using segment: {'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:39:29.179595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Bound port: 9382bb7e-4cfd-4163-a651-58329e9600b6, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:39:29.180479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:29.309653 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] For port 9382bb7e-4cfd-4163-a651-58329e9600b6, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:39:29.315193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] For port 9382bb7e-4cfd-4163-a651-58329e9600b6, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=9382bb7e-4cfd-4163-a651-58329e9600b6,segment=NetworkSegment(4a3e298e-3edf-4016-b3d2-4f123593e10f),segment_id=4a3e298e-3edf-4016-b3d2-4f123593e10f)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:39:29.342928 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:29.414717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Allocated IP 172.27.3.130 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/6062e63e-f711-4da5-86dd-0076dacc659b) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:39:29.474464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:29.562871 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Pushing event updated for resources: {'Port': ['ID=9382bb7e-4cfd-4163-a651-58329e9600b6,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:29.587913 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:29.625770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:29.687320 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:29.804433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:29.911107 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50920) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:30.124341 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-843965819-network', 'tenant_id': '484f76dfa5814b07b92bd623be6988db'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:30.133269 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:30.134614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:30.143277 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:30.143401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Usage tracker for resource:network and tenant:484f76dfa5814b07b92bd623be6988db is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:30.158260 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:30.160719 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:39:30.166064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:30.211183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Made reservation on behalf of 484f76dfa5814b07b92bd623be6988db for: {'network': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:39:30.217521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:30.240941 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:30.264103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:30.268944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Usage tracker for resource:security_group_rule and tenant:484f76dfa5814b07b92bd623be6988db is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:30.273359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:30.279746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:30.353985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Pushing event updated for resources: {'Port': ['ID=6062e63e-f711-4da5-86dd-0076dacc659b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:30.376197 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:30.388084 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:30.392647 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-25a9600c-d7ba-4d54-aa07-e6f45999d856 req-ff8150ff-4b5f-4db1-813b-e9e04e31e12b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 210 time: 0.1970742
Feb 18 04:39:30.418605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:30.423337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a27a0eff-5b2f-499c-91d2-aaa858358dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:30.459668 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:39:30.470920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94b7706-a12f-4144-b799-f5e6d31b0963,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:30.476408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:30.479097 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794549379870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:30.479535 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Added segment 40673e1f-7fee-4c74-94be-6dd24cedfaf6 of type vxlan for network ea2cb3d2-9263-4c13-8c42-d46add50e3f2
Feb 18 04:39:30.520384 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:30.570649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-d756607f-e157-4325-9394-8bcd8c1723d2 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:30.572450 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-d756607f-e157-4325-9394-8bcd8c1723d2 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "GET /v2.0/networks?id=db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 200  len: 815 time: 0.7697351
Feb 18 04:39:30.594319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Request body: {'port': {'device_id': 'd83d494c-4cc4-4fbe-bc87-c476ebdfd2a0', 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff', 'admin_state_up': True, 'tenant_id': 'ddb286d7edd74472ad4e5b5e23ca5ab3'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:30.594544 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:30.595985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:30.596633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:30.607078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:30.674237 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 9382bb7e-4cfd-4163-a651-58329e9600b6 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:30.741388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Pushing event updated for resources: {'Network': ['ID=ea2cb3d2-9263-4c13-8c42-d46add50e3f2,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:30.751666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:30.759656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:39:30.799243 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8866818
Feb 18 04:39:30.800905 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50942) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:30.809243 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Request body: {'subnet': {'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-843965819-subnet', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:30.817394 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:30.824318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Usage tracker for resource:subnet and tenant:484f76dfa5814b07b92bd623be6988db is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:30.828859 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:30.838341 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:30.895848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:30.902576 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Made reservation on behalf of 484f76dfa5814b07b92bd623be6988db for: {'subnet': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:39:30.908408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852220135'] for subnet, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:30.987771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:39:30.994324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:31.158994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:31.252767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 9382bb7e-4cfd-4163-a651-58329e9600b6 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:31.358648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b72de78-e3e0-415b-b9b1-371e019dc1fd None None] Network 86c16645-192b-4075-a932-aaf87fb566e4 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:39:31.493265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-53ff5542-3de1-48e1-87a4-e7aa7db72357 None None] Provisioning for port 9382bb7e-4cfd-4163-a651-58329e9600b6 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:31.569494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-53ff5542-3de1-48e1-87a4-e7aa7db72357 None None] Provisioning complete for port 9382bb7e-4cfd-4163-a651-58329e9600b6 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:31.569919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-53ff5542-3de1-48e1-87a4-e7aa7db72357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:31.593751 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c7daffa1-39a6-41b4-9494-e6aa55db3f75 req-d55da9d8-6ce0-4ae1-b270-8c45cb3a6836 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 210 time: 0.0563126
Feb 18 04:39:31.712438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Made reservation on behalf of ddb286d7edd74472ad4e5b5e23ca5ab3 for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:39:31.718648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:31.738534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852847028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852220118'] for subnet, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:31.758359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:31.809193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-53ff5542-3de1-48e1-87a4-e7aa7db72357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:31.864829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-53ff5542-3de1-48e1-87a4-e7aa7db72357 None None] For port 9382bb7e-4cfd-4163-a651-58329e9600b6, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=9382bb7e-4cfd-4163-a651-58329e9600b6,segment=NetworkSegment(4a3e298e-3edf-4016-b3d2-4f123593e10f),segment_id=4a3e298e-3edf-4016-b3d2-4f123593e10f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:31.895855 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-53ff5542-3de1-48e1-87a4-e7aa7db72357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:31.900095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e2d128e8-a93f-49e4-9e81-adc212bc967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:31.958275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cc8d8b-9252-4aaa-adc3-72bd8ebb7827,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:31.970283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:32.002439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff5542-3de1-48e1-87a4-e7aa7db72357 None None] Pushing event updated for resources: {'Port': ['ID=9382bb7e-4cfd-4163-a651-58329e9600b6,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:32.006983 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-53ff5542-3de1-48e1-87a4-e7aa7db72357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:32.033612 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Checking segment: {'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:32.033822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Network hostable DHCP agents. Network: ea2cb3d2-9263-4c13-8c42-d46add50e3f2, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:39:32.086191 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:39:32.122516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-dbd00aee-3b29-4efe-9a6a-9b208ea1504f None None] Provisioning complete for port 9382bb7e-4cfd-4163-a651-58329e9600b6 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:32.123322 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-dbd00aee-3b29-4efe-9a6a-9b208ea1504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:32.125384 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, ea2cb3d2-9263-4c13-8c42-d46add50e3f2) {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:32.148798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:32.153003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:32.195300 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca6ac6b-050b-48f0-8916-b14b9444dfa8 None None] Network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:39:32.212968 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-753c10a6-b76e-4111-a759-90fd28d0a91c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.4099436
Feb 18 04:39:32.215804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50966) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:32.221590 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-843965819-router', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:32.226678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:32.230774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Usage tracker for resource:router and tenant:484f76dfa5814b07b92bd623be6988db is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:32.234624 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:32.240866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:32.245892 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796642'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:32.282473 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853815601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112158'] for router, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:32.282473 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853815586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854663673'] for router, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:32.416576 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:32.418410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Allocated IP 172.20.0.13 (db62ee18-f0c4-44d0-b64d-62c56bc414ff/45e4c22c-b618-4af1-88f3-1835422513d7/1b366aa3-bf4c-4878-9fe7-87e104a357a3) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:39:32.638143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-17dd7a2a-4db0-4d56-b234-56916def910f None None] Provisioning complete for port 9382bb7e-4cfd-4163-a651-58329e9600b6 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:32.638566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-17dd7a2a-4db0-4d56-b234-56916def910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:32.673443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af1178d-3d6d-4c05-a6e4-e77cd2c1ea4c None None] Network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:39:32.744567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 9382bb7e-4cfd-4163-a651-58329e9600b6 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:32.792262 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-17675de0-e924-4425-9f50-5b4447cf806c req-1e834478-a0f2-498b-a372-effaa4103b75 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 210 time: 0.0566614
Feb 18 04:39:32.796106 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 is scheduled to L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 04:39:33.039214 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:33.160281 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:39:33.175629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854663440'] for router, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:33.184898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Sync routers for ids ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:39:33.198276 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Routers {'6c5f26d7-8819-4655-8b57-cfc6944b6bd1'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:33.199212 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e183d30>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:33.210265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 9382bb7e-4cfd-4163-a651-58329e9600b6 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:33.210845 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:33.249456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:33.252624 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:33.255259 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.5171719
Feb 18 04:39:33.289476 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 50984) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:33.358330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a785c8e5-8a76-4894-8c0a-45174fab12d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:33.472222 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Pushing event updated for resources: {'Port': ['ID=1b366aa3-bf4c-4878-9fe7-87e104a357a3,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:33.476186 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:33.536567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Network db62ee18-f0c4-44d0-b64d-62c56bc414ff is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:33.538381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:33.541962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:39:33.620090 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:33.621046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:33.624232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Set router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:33.678863 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0898657
Feb 18 04:39:33.694947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Request body: {'port': {'device_id': 'd83d494c-4cc4-4fbe-bc87-c476ebdfd2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:33.895713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:34.025572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e183d30>, [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:39:30Z', 'revision_number': 3, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:34.030820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Checking router: 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:39:34.032014 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Updating router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 port 6062e63e-f711-4da5-86dd-0076dacc659b binding host dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:39:34.093396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:34.357388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694b0dd-ecad-4997-8039-b10c5f60bd87 req-41a94d5a-48cc-4aa3-b496-58e1358f00e6 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:34.359819 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5694b0dd-ecad-4997-8039-b10c5f60bd87 req-41a94d5a-48cc-4aa3-b496-58e1358f00e6 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 932 time: 0.3862941
Feb 18 04:39:34.396019 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b366aa3-bf4c-4878-9fe7-87e104a357a3 {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:39:34.407131 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:34.424499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:34.429964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Transition to ACTIVE for port object 1b366aa3-bf4c-4878-9fe7-87e104a357a3 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:34.456975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:34.530717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:34.554181 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5694b0dd-ecad-4997-8039-b10c5f60bd87 req-f2e1f3fb-8997-4583-a384-27f403445bd6 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877253
Feb 18 04:39:34.571931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:34.589851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Transition to ACTIVE for port object 6062e63e-f711-4da5-86dd-0076dacc659b will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:34.831406 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2e3d3e2e-8509-4bb6-a9ad-9a54ba8b329d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:34.840206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:34.868229 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:35.176815 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Pushing event updated for resources: {'Port': ['ID=1b366aa3-bf4c-4878-9fe7-87e104a357a3,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:35.176815 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:35.178648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:35.178751 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Pushing event updated for resources: {'Port': ['ID=6062e63e-f711-4da5-86dd-0076dacc659b,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:35.178866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Attempting to bind port 1b366aa3-bf4c-4878-9fe7-87e104a357a3 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:39:35.178866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Attempting to bind port 1b366aa3-bf4c-4878-9fe7-87e104a357a3 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:39:35.178866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Attempting to bind port 1b366aa3-bf4c-4878-9fe7-87e104a357a3 on network db62ee18-f0c4-44d0-b64d-62c56bc414ff {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:39:35.179157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.179157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.179157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.179157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.179157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.179157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.179695 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:39:35.179820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.179938 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Checking segment: {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:35.180075 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180179 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:35.180286 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180286 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Bound using segment: {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:39:35.180576 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Bound port: 1b366aa3-bf4c-4878-9fe7-87e104a357a3, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:39:35.180788 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:39:35.180990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:35.218479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Attempting to bind port 6062e63e-f711-4da5-86dd-0076dacc659b on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:39:35.218918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Attempting to bind port 6062e63e-f711-4da5-86dd-0076dacc659b by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:39:35.219326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Attempting to bind port 6062e63e-f711-4da5-86dd-0076dacc659b on network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:39:35.226102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:39:35.226513 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Checking segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:35.227020 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:35.227448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Bound using segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:39:35.227962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Bound port: 6062e63e-f711-4da5-86dd-0076dacc659b, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:39:35.228366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:35.269776 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] For port 1b366aa3-bf4c-4878-9fe7-87e104a357a3, host hv-cinder-77630, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:39:35.273898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] For port 1b366aa3-bf4c-4878-9fe7-87e104a357a3, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=1b366aa3-bf4c-4878-9fe7-87e104a357a3,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:39:35.341797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:35.360948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:35.401062 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] For port 6062e63e-f711-4da5-86dd-0076dacc659b, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:39:35.404703 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] For port 6062e63e-f711-4da5-86dd-0076dacc659b, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=6062e63e-f711-4da5-86dd-0076dacc659b,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:39:35.408157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Allocated IP 172.27.3.214 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/e0fe8969-2ee4-4220-a409-439e67431df9) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:39:35.434578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:35.469803 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:35.532588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Pushing event updated for resources: {'Port': ['ID=1b366aa3-bf4c-4878-9fe7-87e104a357a3,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:35.559769 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55d7e1da-66e3-40a8-977c-3753f42eb0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:35.574027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:35.638698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:35.639751 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:35.641414 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] 10.222.0.16 "PUT /v2.0/ports/1b366aa3-bf4c-4878-9fe7-87e104a357a3 HTTP/1.1" status: 200  len: 1158 time: 1.9513295
Feb 18 04:39:35.642098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83d494c-4cc4-4fbe-bc87-c476ebdfd2a0', 'tag': '1b366aa3-bf4c-4878-9fe7-87e104a357a3'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:39:35.782180 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83d494c-4cc4-4fbe-bc87-c476ebdfd2a0', 'tag': '1b366aa3-bf4c-4878-9fe7-87e104a357a3', 'status': 'completed', 'code': 200}
Feb 18 04:39:35.785604 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:35.804999 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Pushing event updated for resources: {'Port': ['ID=6062e63e-f711-4da5-86dd-0076dacc659b,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:35.811170 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:35.856324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Routers {'6c5f26d7-8819-4655-8b57-cfc6944b6bd1'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:35.857398 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e183d30>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:35.893079 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Allocated IP 172.20.0.1 (86c16645-192b-4075-a932-aaf87fb566e4/1ace81c5-6728-476b-8aac-1cd109d8d830/c713cde9-96b9-4021-9692-3e660ab52762) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:39:35.907791 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e3551-ef1e-447e-9c78-2808ff3fc4bc req-36154756-e6e6-4f6c-b9bc-7406fdf3452b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:35.908579 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-522e3551-ef1e-447e-9c78-2808ff3fc4bc req-36154756-e6e6-4f6c-b9bc-7406fdf3452b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Synchronizing usage tracker for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:39:35.954310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c0c35459-14cd-462a-a4cf-7330f20d7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:35.960340 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-c0c35459-14cd-462a-a4cf-7330f20d7268 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 1161 time: 0.1773095
Feb 18 04:39:36.066178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:36.081566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-522e3551-ef1e-447e-9c78-2808ff3fc4bc req-36154756-e6e6-4f6c-b9bc-7406fdf3452b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Unset dirty status for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:39:36.083321 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-522e3551-ef1e-447e-9c78-2808ff3fc4bc req-36154756-e6e6-4f6c-b9bc-7406fdf3452b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 944 time: 0.3695090
Feb 18 04:39:36.095725 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Transition to ACTIVE for port object c713cde9-96b9-4021-9692-3e660ab52762 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:36.098513 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-29c72675-7547-4f55-8cdd-96638a2518db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b366aa3-bf4c-4878-9fe7-87e104a357a3 HTTP/1.1" status: 200  len: 217 time: 0.1249309
Feb 18 04:39:36.128379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] Set router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:36.142689 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:36.159690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c9b8fa56-6b7b-4b6c-893e-bf6959d4a169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:36.188916 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-522e3551-ef1e-447e-9c78-2808ff3fc4bc req-3b8b3b5d-8b9b-4c94-9be3-c0796a4a6d64 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931296
Feb 18 04:39:36.221841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-de737433-020f-473b-9503-5be2033ebbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:36.223995 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-de737433-020f-473b-9503-5be2033ebbe8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45e4c22c-b618-4af1-88f3-1835422513d7 HTTP/1.1" status: 200  len: 855 time: 0.1058865
Feb 18 04:39:36.290810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fe8969-2ee4-4220-a409-439e67431df9,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:36.294362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:36.302359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:36.302500 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-bdb13fb8-26b3-41a4-8b78-481e5d9664c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=db62ee18-f0c4-44d0-b64d-62c56bc414ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0669451
Feb 18 04:39:36.330441 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:36.473271 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-4016defc-ab5b-45a3-b0b7-ae7cde9e7d98 service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1634562
Feb 18 04:39:36.493787 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e183d30>, [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:39:30Z', 'revision_number': 3, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:36.498530 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239bd6c-73b9-4692-917a-5c8361da1d0c None None] The sync data for ids ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'] in dv-cinder-776307-1-iscsi is: [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:39:30Z', 'revision_number': 3, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:39:36.512959 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Pushing event updated for resources: {'Port': ['ID=c713cde9-96b9-4021-9692-3e660ab52762,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:36.525083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:36.573001 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:36.578675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:36.584897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:39:36.649258 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Network 86c16645-192b-4075-a932-aaf87fb566e4 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:36.652600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:36.668459 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:39:36.678102 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-effffce7-07fb-41cd-b8f0-6482a6cb8e74 req-52762164-8d02-4de2-99ea-739fa334bddc service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1923716
Feb 18 04:39:36.880625 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00650cd6-8189-46d3-a393-6ff7d1ebf4c7 req-eb48ba56-ae89-48f6-8efa-02496501f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:36.883493 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-00650cd6-8189-46d3-a393-6ff7d1ebf4c7 req-eb48ba56-ae89-48f6-8efa-02496501f201 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 1161 time: 0.1055779
Feb 18 04:39:36.926612 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977125'] for router_interface, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:36.965801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-37c3dbc6-74a5-4b61-9773-ca255db7a166 None None] Provisioning for port c713cde9-96b9-4021-9692-3e660ab52762 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:36.974166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-37c3dbc6-74a5-4b61-9773-ca255db7a166 None None] Provisioning complete for port c713cde9-96b9-4021-9692-3e660ab52762 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:36.974825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-37c3dbc6-74a5-4b61-9773-ca255db7a166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:37.077438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-37c3dbc6-74a5-4b61-9773-ca255db7a166 None None] Port c713cde9-96b9-4021-9692-3e660ab52762 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:39:37.127639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00650cd6-8189-46d3-a393-6ff7d1ebf4c7 req-1ae676a5-ff66-4d7a-9738-874359251032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:37.130408 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-00650cd6-8189-46d3-a393-6ff7d1ebf4c7 req-1ae676a5-ff66-4d7a-9738-874359251032 service neutron] 10.222.0.16 "GET /v2.0/networks?id=db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 200  len: 909 time: 0.2389891
Feb 18 04:39:37.233699 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-00650cd6-8189-46d3-a393-6ff7d1ebf4c7 req-e43056c8-b65f-4b6c-8b82-ab5e25146d8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b366aa3-bf4c-4878-9fe7-87e104a357a3 HTTP/1.1" status: 200  len: 217 time: 0.0932148
Feb 18 04:39:37.317727 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00650cd6-8189-46d3-a393-6ff7d1ebf4c7 req-f3fcc7e3-ad83-43bb-bcba-3af691692b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:37.319353 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-00650cd6-8189-46d3-a393-6ff7d1ebf4c7 req-f3fcc7e3-ad83-43bb-bcba-3af691692b02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45e4c22c-b618-4af1-88f3-1835422513d7 HTTP/1.1" status: 200  len: 855 time: 0.0741177
Feb 18 04:39:37.337108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:37.391439 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-00650cd6-8189-46d3-a393-6ff7d1ebf4c7 req-412979ff-2c85-41f8-b611-f713054649df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=db62ee18-f0c4-44d0-b64d-62c56bc414ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553715
Feb 18 04:39:37.412004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:37.581458 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-00650cd6-8189-46d3-a393-6ff7d1ebf4c7 req-ae685b04-7b7d-4833-8510-6e99366951fa service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808131
Feb 18 04:39:37.784150 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-00650cd6-8189-46d3-a393-6ff7d1ebf4c7 req-30147af5-a90e-4a1e-9c5e-424725026281 service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1928070
Feb 18 04:39:37.792852 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a0d841ce-fa18-4c1b-bc31-2cab7234c273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:37.925812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 51060) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:37.987048 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53147447-abd7-47ae-9ccf-e3d21bb848eb req-3697428c-7dbf-47ca-8058-a81efca65c47 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:37.988685 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-53147447-abd7-47ae-9ccf-e3d21bb848eb req-3697428c-7dbf-47ca-8058-a81efca65c47 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 944 time: 0.5889394
Feb 18 04:39:38.092994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14c5e317-50fc-4858-a552-0004f703883e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.111860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-14c5e317-50fc-4858-a552-0004f703883e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:38.116844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-14c5e317-50fc-4858-a552-0004f703883e admin admin] Usage tracker for resource:security_group_rule and tenant:e5e64b092e284176b1165d405a302d22 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:38.123111 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-14c5e317-50fc-4858-a552-0004f703883e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:38.127869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-14c5e317-50fc-4858-a552-0004f703883e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:38.218347 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14c5e317-50fc-4858-a552-0004f703883e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.260299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14c5e317-50fc-4858-a552-0004f703883e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.270144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-35235c1a-b165-4c21-ae2e-d129cfb433dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:38.290170 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-53147447-abd7-47ae-9ccf-e3d21bb848eb req-272e4deb-de2e-4c42-99cc-49ee03f395a4 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2927561
Feb 18 04:39:38.323938 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5e317-50fc-4858-a552-0004f703883e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5daf0ac-9523-429b-a74d-99bc0a601743,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:38.326727 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-14c5e317-50fc-4858-a552-0004f703883e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:38.331336 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-14c5e317-50fc-4858-a552-0004f703883e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5e64b092e284176b1165d405a302d22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4044230
Feb 18 04:39:38.332409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 51068) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:38.360167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796642'] for router, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.399481 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bcb32dc9-87b9-4769-a670-5a6ad1cce6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.426511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bcb32dc9-87b9-4769-a670-5a6ad1cce6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.483108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.525301 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bcb32dc9-87b9-4769-a670-5a6ad1cce6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.530892 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-11f6ef78-a43e-4849-bd0d-ad1168c32751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:38.539318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.544959 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb32dc9-87b9-4769-a670-5a6ad1cce6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5daf0ac-9523-429b-a74d-99bc0a601743,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:38.548799 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bcb32dc9-87b9-4769-a670-5a6ad1cce6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:38.550375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bcb32dc9-87b9-4769-a670-5a6ad1cce6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.554198 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-bcb32dc9-87b9-4769-a670-5a6ad1cce6c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5daf0ac-9523-429b-a74d-99bc0a601743 HTTP/1.1" status: 204  len: 168 time: 0.2182043
Feb 18 04:39:38.600535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:38.622457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.676922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854013805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853798841'] for router_interface, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.693810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 6062e63e-f711-4da5-86dd-0076dacc659b up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:38.793683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 6062e63e-f711-4da5-86dd-0076dacc659b completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:38.799760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Pushing event updated for resources: {'Port': ['ID=c713cde9-96b9-4021-9692-3e660ab52762,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:38.801645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 6062e63e-f711-4da5-86dd-0076dacc659b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:38.803814 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:38.811369 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:38.889174 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Network 86c16645-192b-4075-a932-aaf87fb566e4 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:38.890397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:38.967388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Router d4baa69b-6e93-480b-9b96-1f1530210c7e is scheduled to L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 with binding_index 1 {{(pid=84044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 04:39:39.264605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:39.264605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 6062e63e-f711-4da5-86dd-0076dacc659b, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=6062e63e-f711-4da5-86dd-0076dacc659b,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:39.264605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-6ab02739-6594-4341-805a-dede55da331a None None] Provisioning complete for port c713cde9-96b9-4021-9692-3e660ab52762 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:39.264605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ab02739-6594-4341-805a-dede55da331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:39.281184 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:39.290055 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5559c819-c3b6-4d2c-be71-b080ce9b95cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:39.298821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:39:39.305269 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:39:39.347892 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 51086) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:39.373638 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a44b0421-37c1-48d1-84a1-75a59715672b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:39.391471 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a44b0421-37c1-48d1-84a1-75a59715672b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:39.399486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=6062e63e-f711-4da5-86dd-0076dacc659b,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:39.401299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a44b0421-37c1-48d1-84a1-75a59715672b admin admin] Usage tracker for resource:security_group_rule and tenant:6c0349e3af3746c49a162a343a320e39 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:39.405704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a44b0421-37c1-48d1-84a1-75a59715672b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:39.414351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Sync routers for ids ['d4baa69b-6e93-480b-9b96-1f1530210c7e'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:39:39.421399 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-6ab02739-6594-4341-805a-dede55da331a None None] Port c713cde9-96b9-4021-9692-3e660ab52762 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:39:39.424080 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:39.428144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a44b0421-37c1-48d1-84a1-75a59715672b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:39.431572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Routers {'d4baa69b-6e93-480b-9b96-1f1530210c7e'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:39.432420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dcd22b0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['d4baa69b-6e93-480b-9b96-1f1530210c7e'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:39.632663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95bf8e-1a93-476f-934a-761cf39317d2 req-ef3994ec-61f3-4733-9e4b-631ff96fee17 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:39.632663 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2b95bf8e-1a93-476f-934a-761cf39317d2 req-ef3994ec-61f3-4733-9e4b-631ff96fee17 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 944 time: 0.1633067
Feb 18 04:39:39.633114 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:39.662400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a44b0421-37c1-48d1-84a1-75a59715672b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:39.670773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Set router d4baa69b-6e93-480b-9b96-1f1530210c7e gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:39.690675 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2b95bf8e-1a93-476f-934a-761cf39317d2 req-19808373-4617-4e52-95b8-61cef4a45ab4 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739279
Feb 18 04:39:39.718171 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a44b0421-37c1-48d1-84a1-75a59715672b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:39.726892 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:39.784376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b0421-37c1-48d1-84a1-75a59715672b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3515dc72-4300-4290-af01-19ddcc68eb36,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:39.791001 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a44b0421-37c1-48d1-84a1-75a59715672b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c0349e3af3746c49a162a343a320e39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4414341
Feb 18 04:39:39.792451 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a44b0421-37c1-48d1-84a1-75a59715672b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:39.793283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 51090) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:39.818750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Notify callbacks [] for router, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:39.823214 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.6032274
Feb 18 04:39:39.823965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 51094) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:39.856031 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:39:39.863240 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] 10.222.0.43 "PUT /v2.0/routers/6c5f26d7-8819-4655-8b57-cfc6944b6bd1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5701354
Feb 18 04:39:39.872448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Sync routers for ids ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:39:39.883959 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Routers {'6c5f26d7-8819-4655-8b57-cfc6944b6bd1'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:39.884632 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3f10f320>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:40.065008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:40.093446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d0382d10-d7fc-4252-b0a3-90ff096b6bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:40.219169 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d0382d10-d7fc-4252-b0a3-90ff096b6bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:40.314689 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dcd22b0>, [{'id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'name': 'tempest-ServerRescueNegativeTestJSON-843965819-router', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:32Z', 'updated_at': '2021-02-18T04:39:36Z', 'revision_number': 3, 'project_id': '484f76dfa5814b07b92bd623be6988db', 'gw_port': {'id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:34Z', 'updated_at': '2021-02-18T04:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:40.319738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Checking router: d4baa69b-6e93-480b-9b96-1f1530210c7e for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:39:40.320072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Updating router d4baa69b-6e93-480b-9b96-1f1530210c7e port e0fe8969-2ee4-4220-a409-439e67431df9 binding host dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:39:40.388589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:40.402945 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Set router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:40.691244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 6062e63e-f711-4da5-86dd-0076dacc659b up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:40.759445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d0382d10-d7fc-4252-b0a3-90ff096b6bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:40.767163 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d4af306a-4c3a-42f5-a402-0b02cdfab9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:40.784674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0382d10-d7fc-4252-b0a3-90ff096b6bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3515dc72-4300-4290-af01-19ddcc68eb36,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:40.797793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d0382d10-d7fc-4252-b0a3-90ff096b6bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:40.819118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d0382d10-d7fc-4252-b0a3-90ff096b6bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:40.820572 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d0382d10-d7fc-4252-b0a3-90ff096b6bd2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3515dc72-4300-4290-af01-19ddcc68eb36 HTTP/1.1" status: 204  len: 168 time: 1.0262821
Feb 18 04:39:40.926448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 6062e63e-f711-4da5-86dd-0076dacc659b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:40.926933 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:40.944112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3f10f320>, [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:39:37Z', 'revision_number': 4, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': 'c713cde9-96b9-4021-9692-3e660ab52762', 'name': '', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'mac_address': 'fa:16:3e:bb:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:35Z', 'updated_at': '2021-02-18T04:39:38Z', 'revision_number': 2, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'subnets': [{'id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:40.955931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Checking router: 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:39:40.958340 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Updating router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 port c713cde9-96b9-4021-9692-3e660ab52762 binding host dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:39:41.041035 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:41.247339 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fa728-4964-48a1-9efd-b0239b36f5b3 req-cd7998cb-e687-44a2-8706-16494ef6f729 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:41.249475 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-294fa728-4964-48a1-9efd-b0239b36f5b3 req-cd7998cb-e687-44a2-8706-16494ef6f729 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 944 time: 0.2727351
Feb 18 04:39:41.298854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:41.355765 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-294fa728-4964-48a1-9efd-b0239b36f5b3 req-8c899ba7-6d73-4cc8-b79c-3b1e5999c0dd tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967739
Feb 18 04:39:41.425256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:41.453642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Transition to ACTIVE for port object e0fe8969-2ee4-4220-a409-439e67431df9 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:41.497316 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:41.604901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-845a2a10-46ac-42f7-a006-d4cba690836b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:41.698166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 51138) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:41.715194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1879554854-network', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:41.722469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:41.727204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Usage tracker for resource:network and tenant:91be4577d9e64e4e9fa88ce5e3d81633 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:41.731609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:41.743549 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:41.762042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:41.780818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Transition to ACTIVE for port object c713cde9-96b9-4021-9692-3e660ab52762 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:41.788729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c53cb-5b87-424f-b707-f2e4edeae10f None None] Pushing event updated for resources: {'Port': ['ID=e0fe8969-2ee4-4220-a409-439e67431df9,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:41.793295 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-053c53cb-5b87-424f-b707-f2e4edeae10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:41.811773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:41.819322 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Attempting to bind port e0fe8969-2ee4-4220-a409-439e67431df9 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:39:41.825551 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Attempting to bind port e0fe8969-2ee4-4220-a409-439e67431df9 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:39:41.825551 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Attempting to bind port e0fe8969-2ee4-4220-a409-439e67431df9 on network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:39:41.826445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Made reservation on behalf of 91be4577d9e64e4e9fa88ce5e3d81633 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:39:41.826907 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:39:41.827326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-11878e96-d062-4993-b464-acabc03e1d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:41.827442 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Checking segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:41.827918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:41.828421 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Bound using segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:39:41.829005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Bound port: e0fe8969-2ee4-4220-a409-439e67431df9, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:39:41.829499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:41.831279 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:41.855194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:41.858315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 51142) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:41.875036 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:41.879818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Usage tracker for resource:security_group_rule and tenant:91be4577d9e64e4e9fa88ce5e3d81633 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:41.882987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:41.885628 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1650e5e5-713d-406c-a6ab-1734585a2d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:41.889685 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:41.910064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Allocated IP 172.20.0.1 (ea2cb3d2-9263-4c13-8c42-d46add50e3f2/32cc8d8b-9252-4aaa-adc3-72bd8ebb7827/98bffa0a-9028-44ef-a9e9-ddf44fa170b5) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:39:41.910264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-1650e5e5-713d-406c-a6ab-1734585a2d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:41.917253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1650e5e5-713d-406c-a6ab-1734585a2d96 admin admin] Usage tracker for resource:security_group_rule and tenant:b9013699cb7248e4afc24252e927c2ea is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:41.921349 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1650e5e5-713d-406c-a6ab-1734585a2d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:41.929926 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-1650e5e5-713d-406c-a6ab-1734585a2d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:41.933123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] For port e0fe8969-2ee4-4220-a409-439e67431df9, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:39:41.952527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] For port e0fe8969-2ee4-4220-a409-439e67431df9, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=e0fe8969-2ee4-4220-a409-439e67431df9,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:39:41.977385 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8f475-45f0-4a77-a9ca-0d2114ea3e6a None None] Pushing event updated for resources: {'Port': ['ID=c713cde9-96b9-4021-9692-3e660ab52762,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:41.982502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bee8f475-45f0-4a77-a9ca-0d2114ea3e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:42.006372 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.060356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1650e5e5-713d-406c-a6ab-1734585a2d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.112239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:42.113379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1650e5e5-713d-406c-a6ab-1734585a2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.124525 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ea6bcb12-be5a-47e0-b175-9d285eff2e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:42.131820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.200557 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1650e5e5-713d-406c-a6ab-1734585a2d96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9013699cb7248e4afc24252e927c2ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3383121
Feb 18 04:39:42.202957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 51146) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:42.205945 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650e5e5-713d-406c-a6ab-1734585a2d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb06d24-67df-46fc-821e-d772a5f8054a,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:42.218568 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1650e5e5-713d-406c-a6ab-1734585a2d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:42.222856 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Attempting to bind port c713cde9-96b9-4021-9692-3e660ab52762 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:39:42.228413 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Attempting to bind port c713cde9-96b9-4021-9692-3e660ab52762 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:39:42.229038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Attempting to bind port c713cde9-96b9-4021-9692-3e660ab52762 on network 86c16645-192b-4075-a932-aaf87fb566e4 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:39:42.239782 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:39:42.241085 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Checking segment: {'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:42.241730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.242361 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Bound using segment: {'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:39:42.243160 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Bound port: c713cde9-96b9-4021-9692-3e660ab52762, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:39:42.243796 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.247906 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.279551 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.298065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ff092940-74a2-4622-a8c0-56b122ff2095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:42.307962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:39:42.309196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7150d38d-2bf5-4b3f-b813-1e9c79ed1575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.315574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Routers {'d4baa69b-6e93-480b-9b96-1f1530210c7e'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:42.316262 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dcd22b0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['d4baa69b-6e93-480b-9b96-1f1530210c7e'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:42.317533 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.341170 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7150d38d-2bf5-4b3f-b813-1e9c79ed1575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.350593 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.351009 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Added segment a975d4a8-b147-4247-b874-18539d636c4f of type vxlan for network f250cbfc-da1c-4269-a038-45f32a0c0a7d
Feb 18 04:39:42.402448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] For port c713cde9-96b9-4021-9692-3e660ab52762, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:39:42.407072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] For port c713cde9-96b9-4021-9692-3e660ab52762, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=c713cde9-96b9-4021-9692-3e660ab52762,segment=NetworkSegment(4a3e298e-3edf-4016-b3d2-4f123593e10f),segment_id=4a3e298e-3edf-4016-b3d2-4f123593e10f)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:39:42.418060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c53cb-5b87-424f-b707-f2e4edeae10f None None] Pushing event updated for resources: {'Port': ['ID=e0fe8969-2ee4-4220-a409-439e67431df9,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:42.421890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-053c53cb-5b87-424f-b707-f2e4edeae10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:42.425925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7150d38d-2bf5-4b3f-b813-1e9c79ed1575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.426321 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e3dda8-2968-47a6-acc6-5fd537f104d2,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:42.432946 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6fa8c972-3c17-4362-8eb2-00aa5ad521bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:42.452076 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150d38d-2bf5-4b3f-b813-1e9c79ed1575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb06d24-67df-46fc-821e-d772a5f8054a,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:42.454651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7150d38d-2bf5-4b3f-b813-1e9c79ed1575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:42.461936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7150d38d-2bf5-4b3f-b813-1e9c79ed1575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.462123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.463199 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-7150d38d-2bf5-4b3f-b813-1e9c79ed1575 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbb06d24-67df-46fc-821e-d772a5f8054a HTTP/1.1" status: 204  len: 168 time: 0.2588463
Feb 18 04:39:42.488984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bee8f475-45f0-4a77-a9ca-0d2114ea3e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:42.498273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.531893 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:42.532514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:42.635550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.653309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:42.653962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:42.691120 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8f475-45f0-4a77-a9ca-0d2114ea3e6a None None] Pushing event updated for resources: {'Port': ['ID=c713cde9-96b9-4021-9692-3e660ab52762,revision_number=4']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:42.692020 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] Set router d4baa69b-6e93-480b-9b96-1f1530210c7e gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:42.700114 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bee8f475-45f0-4a77-a9ca-0d2114ea3e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:42.723682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=98bffa0a-9028-44ef-a9e9-ddf44fa170b5,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:42.742012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:42.752293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:42.877226 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.1751454
Feb 18 04:39:42.878642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 51164) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:42.883434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Routers {'6c5f26d7-8819-4655-8b57-cfc6944b6bd1'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:42.884231 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3f10f320>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:42.886859 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Request body: {'subnet': {'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1879554854-subnet', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'ip_version': 4}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:42.897643 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:42.903778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Usage tracker for resource:subnet and tenant:91be4577d9e64e4e9fa88ce5e3d81633 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:42.908846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:42.916891 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:42.968536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:43.003450 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Made reservation on behalf of 91be4577d9e64e4e9fa88ce5e3d81633 for: {'subnet': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:39:43.009288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852220135'] for subnet, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:43.009739 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67489e-fe3e-4d70-be6c-dcb1d9bf1e02 req-e8780718-d58b-4ae8-89ad-1e3dac94faac tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:43.011504 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-da67489e-fe3e-4d70-be6c-dcb1d9bf1e02 req-e8780718-d58b-4ae8-89ad-1e3dac94faac tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 944 time: 0.4414926
Feb 18 04:39:43.012500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:43.022243 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:39:43.067443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Pushing event updated for resources: {'Network': ['ID=f250cbfc-da1c-4269-a038-45f32a0c0a7d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:43.135525 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:43.169252 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-da67489e-fe3e-4d70-be6c-dcb1d9bf1e02 req-80da1b61-f37c-4381-ba8f-55b1ebdef7f0 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942388
Feb 18 04:39:43.183710 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977125'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:43.227620 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] Set router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:43.360103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network f250cbfc-da1c-4269-a038-45f32a0c0a7d details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:39:43.399094 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:43.439335 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network f250cbfc-da1c-4269-a038-45f32a0c0a7d details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:39:43.793318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3f10f320>, [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:39:37Z', 'revision_number': 4, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': 'c713cde9-96b9-4021-9692-3e660ab52762', 'name': '', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'mac_address': 'fa:16:3e:bb:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:35Z', 'updated_at': '2021-02-18T04:39:42Z', 'revision_number': 4, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'subnets': [{'id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:43.799364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81bfb5-a7c1-4515-a79e-03ed04225920 None None] The sync data for ids ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'] in dv-cinder-776307-1-iscsi is: [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:39:37Z', 'revision_number': 4, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': 'c713cde9-96b9-4021-9692-3e660ab52762', 'name': '', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'mac_address': 'fa:16:3e:bb:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:35Z', 'updated_at': '2021-02-18T04:39:42Z', 'revision_number': 4, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'subnets': [{'id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:39:43.834088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852847028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852220118'] for subnet, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:43.839118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:43.856501 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dcd22b0>, [{'id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'name': 'tempest-ServerRescueNegativeTestJSON-843965819-router', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:32Z', 'updated_at': '2021-02-18T04:39:36Z', 'revision_number': 3, 'project_id': '484f76dfa5814b07b92bd623be6988db', 'gw_port': {'id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:34Z', 'updated_at': '2021-02-18T04:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:43.858342 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:43.860990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db7d5d-251b-4b0f-be62-d5590eb94ead None None] The sync data for ids ['d4baa69b-6e93-480b-9b96-1f1530210c7e'] in dv-cinder-776307-1-iscsi is: [{'id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'name': 'tempest-ServerRescueNegativeTestJSON-843965819-router', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:32Z', 'updated_at': '2021-02-18T04:39:36Z', 'revision_number': 3, 'project_id': '484f76dfa5814b07b92bd623be6988db', 'gw_port': {'id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:34Z', 'updated_at': '2021-02-18T04:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:39:43.874700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:44.010020 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b6822a-18de-4e70-a636-55e6998abb7c,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:44.013188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:44.013944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:44.066614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854013805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853798841'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:44.200364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Checking segment: {'id': 'a975d4a8-b147-4247-b874-18539d636c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:44.200726 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Network hostable DHCP agents. Network: f250cbfc-da1c-4269-a038-45f32a0c0a7d, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:39:44.242309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=98bffa0a-9028-44ef-a9e9-ddf44fa170b5,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:44.247958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:44.257812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Network f250cbfc-da1c-4269-a038-45f32a0c0a7d is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:39:44.308333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, f250cbfc-da1c-4269-a038-45f32a0c0a7d) {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:44.319550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aada32c-662c-4c8a-91e4-987442f8b95c None None] Network f250cbfc-da1c-4269-a038-45f32a0c0a7d requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:39:44.328854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:44.329612 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:44.348120 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:44.354645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:44.391484 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-dd5fb7b8-5fa2-41a0-82a0-2a8a21136383 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5088949
Feb 18 04:39:44.392795 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 51210) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:44.399706 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1879554854-router', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:44.405651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:44.409703 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Usage tracker for resource:router and tenant:91be4577d9e64e4e9fa88ce5e3d81633 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:44.420776 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:44.436388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:44.624709 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853815601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112158'] for router, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:44.626505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853815586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854663673'] for router, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:44.688167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:44.728898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462049f-e405-481b-8eca-4fd221729b68 req-b79980f5-b643-45ee-b446-cd2a4640527e tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:44.736826 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1462049f-e405-481b-8eca-4fd221729b68 req-b79980f5-b643-45ee-b446-cd2a4640527e tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 944 time: 0.2895069
Feb 18 04:39:44.739085 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Router d4baa69b-6e93-480b-9b96-1f1530210c7e has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:39:44.797833 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device e0fe8969-2ee4-4220-a409-439e67431df9 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:44.836989 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1462049f-e405-481b-8eca-4fd221729b68 req-2688d1f6-ba4b-41ca-bf5f-2d0c45cceee7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987666
Feb 18 04:39:44.840444 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4124b74-8307-5700-a325-a28cfab4f9ef-f250cbfc-da1c-4269-a038-45f32a0c0a7d', 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'fixed_ips': [{'subnet_id': '60b6822a-18de-4e70-a636-55e6998abb7c'}]}} from dv-cinder-776307-1-iscsi. {{(pid=84045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 04:39:44.841377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:45.175676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:45.263757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:39:45.269965 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] 10.222.0.43 "PUT /v2.0/routers/d4baa69b-6e93-480b-9b96-1f1530210c7e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4379177
Feb 18 04:39:45.311778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port e0fe8969-2ee4-4220-a409-439e67431df9 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:45.327624 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854663440'] for router, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:45.337705 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port e0fe8969-2ee4-4220-a409-439e67431df9 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:45.338153 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:45.661991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:45.883566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port e0fe8969-2ee4-4220-a409-439e67431df9, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=e0fe8969-2ee4-4220-a409-439e67431df9,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:45.919668 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:45.921103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Allocated IP 172.20.0.2 (f250cbfc-da1c-4269-a038-45f32a0c0a7d/60b6822a-18de-4e70-a636-55e6998abb7c/32e25abc-ea72-4068-b8a3-920c409ba511) {{(pid=84045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:39:45.963991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:46.093903 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:46.095260 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device c713cde9-96b9-4021-9692-3e660ab52762 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:46.149393 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:46.317851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-7ee74e0d-867c-4ffb-8803-c792e004a882 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:46.327366 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-7ee74e0d-867c-4ffb-8803-c792e004a882 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/networks?id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2 HTTP/1.1" status: 200  len: 818 time: 0.2161841
Feb 18 04:39:46.338766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3500a-e7d0-4160-ad12-46cd7c18b50d req-55b910e8-e06e-4bbc-ad8c-1b78880a2cb1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:46.340420 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3da3500a-e7d0-4160-ad12-46cd7c18b50d req-55b910e8-e06e-4bbc-ad8c-1b78880a2cb1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 944 time: 0.1908376
Feb 18 04:39:46.348678 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-6e99dfc8-932f-4292-924c-9919f0e0259e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/quotas/484f76dfa5814b07b92bd623be6988db HTTP/1.1" status: 200  len: 375 time: 0.0200369
Feb 18 04:39:46.373981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=e0fe8969-2ee4-4220-a409-439e67431df9,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:46.377409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port c713cde9-96b9-4021-9692-3e660ab52762 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:46.385085 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:46.396083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port c713cde9-96b9-4021-9692-3e660ab52762 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:46.397469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:46.445625 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3da3500a-e7d0-4160-ad12-46cd7c18b50d req-69d46e27-85c3-4ba4-bbdd-48acfdc2a2fb tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972836
Feb 18 04:39:46.462451 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-0df3d3e0-6ba5-4f0b-91a9-2d01b3723921 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Synchronizing usage tracker for tenant:484f76dfa5814b07b92bd623be6988db on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:39:46.471223 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Notify callbacks [] for port, precommit_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:46.477002 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Allocated IP 172.27.3.83 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/052bf5a9-7d3c-4348-86d3-2a62e8b9ae34) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:39:46.489028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Transition to ACTIVE for port object 32e25abc-ea72-4068-b8a3-920c409ba511 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:46.525180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-0df3d3e0-6ba5-4f0b-91a9-2d01b3723921 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Unset dirty status for tenant:484f76dfa5814b07b92bd623be6988db on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:39:46.525677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Transition to ACTIVE for port object 32e25abc-ea72-4068-b8a3-920c409ba511 will not be triggered until provisioned by entity DHCP. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:46.527683 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-0df3d3e0-6ba5-4f0b-91a9-2d01b3723921 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=484f76dfa5814b07b92bd623be6988db&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1781824
Feb 18 04:39:46.590779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:46.647384 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:46.659825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:46.713931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:46.719242 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-84614e78-92b1-46d0-a4e6-4ea5a933860f service neutron] 10.222.0.43 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794996
Feb 18 04:39:46.733383 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:46.978642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:47.048117 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Network f250cbfc-da1c-4269-a038-45f32a0c0a7d is already hosted by enough agents. {{(pid=84045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:47.056748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Pushing event updated for resources: {'Port': ['ID=32e25abc-ea72-4068-b8a3-920c409ba511,revision_number=1']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:47.066507 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port c713cde9-96b9-4021-9692-3e660ab52762, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=c713cde9-96b9-4021-9692-3e660ab52762,segment=NetworkSegment(4a3e298e-3edf-4016-b3d2-4f123593e10f),segment_id=4a3e298e-3edf-4016-b3d2-4f123593e10f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:47.068751 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Resources bound (agent type, host, resource id):  {{(pid=84045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:47.071099 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:47.072198 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Received port after_create {{(pid=84045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:39:47.125937 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Pushing event updated for resources: {'Port': ['ID=052bf5a9-7d3c-4348-86d3-2a62e8b9ae34,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:47.129402 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:47.138813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Attempting to bind port 32e25abc-ea72-4068-b8a3-920c409ba511 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:39:47.139859 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Attempting to bind port 32e25abc-ea72-4068-b8a3-920c409ba511 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': 'a975d4a8-b147-4247-b874-18539d636c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:39:47.140380 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Attempting to bind port 32e25abc-ea72-4068-b8a3-920c409ba511 on network f250cbfc-da1c-4269-a038-45f32a0c0a7d {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:39:47.142828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:47.146408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:47.169467 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c3d3ec0f-80e0-44d9-9bc2-5a5b4c7eab24 service neutron] 10.222.0.43 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4466121
Feb 18 04:39:47.193853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:39:47.193853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Checking segment: {'id': 'a975d4a8-b147-4247-b874-18539d636c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:47.193853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:47.194239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Bound using segment: {'id': 'a975d4a8-b147-4247-b874-18539d636c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:39:47.194961 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Bound port: 32e25abc-ea72-4068-b8a3-920c409ba511, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a975d4a8-b147-4247-b874-18539d636c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:39:47.195456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:47.274036 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:47.275636 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:47.278222 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:39:47.282941 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device e0fe8969-2ee4-4220-a409-439e67431df9 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:47.395266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=c713cde9-96b9-4021-9692-3e660ab52762,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:47.417047 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:47.438435 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port e0fe8969-2ee4-4220-a409-439e67431df9 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:47.438897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:47.511531 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] For port 32e25abc-ea72-4068-b8a3-920c409ba511, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:39:47.531022 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] For port 32e25abc-ea72-4068-b8a3-920c409ba511, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=32e25abc-ea72-4068-b8a3-920c409ba511,segment=NetworkSegment(a975d4a8-b147-4247-b874-18539d636c4f),segment_id=a975d4a8-b147-4247-b874-18539d636c4f)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:39:47.543514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 1b366aa3-bf4c-4878-9fe7-87e104a357a3 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:47.686781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:47.687779 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6f058ad5-0211-4aad-bf1f-585fe4b989e2 req-c3f4888e-2b38-49e0-8e60-dfbd74bc0d66 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 210 time: 0.1262255
Feb 18 04:39:47.828571 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:47.907363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Sync routers for ids ['d4baa69b-6e93-480b-9b96-1f1530210c7e'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:39:47.951189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:48.020071 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Routers {'d4baa69b-6e93-480b-9b96-1f1530210c7e'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:48.020767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dc7b710>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['d4baa69b-6e93-480b-9b96-1f1530210c7e'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:48.027012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef011246-de5f-4b1c-9a6e-92c7a212f064 req-9cbe176f-2a4e-4e73-aac3-aec738a5d4cc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:48.027012 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef011246-de5f-4b1c-9a6e-92c7a212f064 req-9cbe176f-2a4e-4e73-aac3-aec738a5d4cc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 944 time: 0.3184536
Feb 18 04:39:48.080697 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Pushing event updated for resources: {'Port': ['ID=32e25abc-ea72-4068-b8a3-920c409ba511,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:48.109379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:48.123587 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef011246-de5f-4b1c-9a6e-92c7a212f064 req-157d8ac0-b8c4-45c7-8be8-ff2b18bbecf2 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869019
Feb 18 04:39:48.154520 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port 1b366aa3-bf4c-4878-9fe7-87e104a357a3 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:48.182102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 1b366aa3-bf4c-4878-9fe7-87e104a357a3 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:48.182547 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:48.442993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Set router d4baa69b-6e93-480b-9b96-1f1530210c7e gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:48.480317 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-304cf5d8-3d15-47dd-b730-d5ae571e0324 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:48.481938 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-304cf5d8-3d15-47dd-b730-d5ae571e0324 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/networks?id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2 HTTP/1.1" status: 200  len: 818 time: 0.3573661
Feb 18 04:39:48.504193 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b01a03a7-2f32-44d8-8625-f6e68bfca557 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/quotas/484f76dfa5814b07b92bd623be6988db HTTP/1.1" status: 200  len: 375 time: 0.0122285
Feb 18 04:39:48.527436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796642'] for router, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:48.657009 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-a95003eb-83e9-40e9-80ed-893b4f8e4bf9 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=484f76dfa5814b07b92bd623be6988db&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1336603
Feb 18 04:39:48.820118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Router 13b506fa-c303-47de-b02f-2b5d3db47e11 is scheduled to L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 with binding_index 1 {{(pid=84044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 04:39:48.826691 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-64c36c8c-bd9b-43b1-a906-d08e4bface06 service neutron] 10.222.0.43 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619387
Feb 18 04:39:48.849440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:48.916695 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 1b366aa3-bf4c-4878-9fe7-87e104a357a3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=1b366aa3-bf4c-4878-9fe7-87e104a357a3,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:48.919233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83d494c-4cc4-4fbe-bc87-c476ebdfd2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b366aa3-bf4c-4878-9fe7-87e104a357a3'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:39:48.993999 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:48.998477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:49.075113 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83d494c-4cc4-4fbe-bc87-c476ebdfd2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b366aa3-bf4c-4878-9fe7-87e104a357a3', 'code': 200}
Feb 18 04:39:49.120215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:39:49.124705 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-253a90f5-f7ee-4f4e-a42c-037eac415a36 service neutron] 10.222.0.43 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2969863
Feb 18 04:39:49.181319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=1b366aa3-bf4c-4878-9fe7-87e104a357a3,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:49.196498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:49.239540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dc7b710>, [{'id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'name': 'tempest-ServerRescueNegativeTestJSON-843965819-router', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:32Z', 'updated_at': '2021-02-18T04:39:43Z', 'revision_number': 4, 'project_id': '484f76dfa5814b07b92bd623be6988db', 'gw_port': {'id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:34Z', 'updated_at': '2021-02-18T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '98bffa0a-9028-44ef-a9e9-ddf44fa170b5', 'name': '', 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'mac_address': 'fa:16:3e:e4:db:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '32cc8d8b-9252-4aaa-adc3-72bd8ebb7827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:41Z', 'updated_at': '2021-02-18T04:39:43Z', 'revision_number': 2, 'project_id': '484f76dfa5814b07b92bd623be6988db', 'subnets': [{'id': '32cc8d8b-9252-4aaa-adc3-72bd8ebb7827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:49.244890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Checking router: d4baa69b-6e93-480b-9b96-1f1530210c7e for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:39:49.244890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Updating router d4baa69b-6e93-480b-9b96-1f1530210c7e port 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 binding host dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:39:49.276329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:39:49.289442 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Sync routers for ids ['13b506fa-c303-47de-b02f-2b5d3db47e11'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:39:49.305696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Routers {'13b506fa-c303-47de-b02f-2b5d3db47e11'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:49.307194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0bfd30>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['13b506fa-c303-47de-b02f-2b5d3db47e11'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:49.327793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:49.359503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Notify callbacks [] for router, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:49.373183 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.9803224
Feb 18 04:39:49.376168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 51318) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:49.440574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 32e25abc-ea72-4068-b8a3-920c409ba511 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:49.592822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Set router 13b506fa-c303-47de-b02f-2b5d3db47e11 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:49.648742 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7b489fff-1087-482f-b37c-751c156b9b3b req-09c9d557-e2de-470b-9f7c-fb1cb810bc23 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 210 time: 0.1238680
Feb 18 04:39:49.731439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41520a65-4117-462d-9912-dbcb3a8b05c1 req-5cf24553-c37a-4b57-868b-933188c79ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:49.734649 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-41520a65-4117-462d-9912-dbcb3a8b05c1 req-5cf24553-c37a-4b57-868b-933188c79ad8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 1163 time: 0.3059840
Feb 18 04:39:49.803873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646ca65-7f24-4682-890d-65f10201ad78 req-4a1241dc-9e29-4df2-bb7f-8cd44b2ae69b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:49.814143 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a646ca65-7f24-4682-890d-65f10201ad78 req-4a1241dc-9e29-4df2-bb7f-8cd44b2ae69b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 946 time: 0.2415473
Feb 18 04:39:49.922693 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-41520a65-4117-462d-9912-dbcb3a8b05c1 req-e7f26ea9-c9e1-48a4-aa96-09a918585cc6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761146
Feb 18 04:39:50.459146 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a646ca65-7f24-4682-890d-65f10201ad78 req-85abf93f-0529-47a7-bbf0-b5547cd2c427 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6431918
Feb 18 04:39:50.649230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0574468f-db0f-4c2c-ae57-018d0d564517 None None] Network f250cbfc-da1c-4269-a038-45f32a0c0a7d requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:39:50.728568 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0bfd30>, [{'id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'name': 'tempest-TestShelveInstance-1879554854-router', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:44Z', 'updated_at': '2021-02-18T04:39:47Z', 'revision_number': 3, 'project_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'gw_port': {'id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:46Z', 'updated_at': '2021-02-18T04:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:50.739222 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-5b3bbcfd-fbe3-4db3-8fe7-46778795e9f4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:50.746973 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Checking router: 13b506fa-c303-47de-b02f-2b5d3db47e11 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:39:50.751791 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-5b3bbcfd-fbe3-4db3-8fe7-46778795e9f4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.16 "GET /v2.0/networks?id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2 HTTP/1.1" status: 200  len: 818 time: 0.4981861
Feb 18 04:39:50.752436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Updating router 13b506fa-c303-47de-b02f-2b5d3db47e11 port 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 binding host dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:39:50.773697 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Request body: {'port': {'device_id': 'fcd6b564-fef0-4bf2-a352-7f7e6c5cd364', 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2', 'admin_state_up': True, 'tenant_id': '484f76dfa5814b07b92bd623be6988db'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:51.018119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:51.033049 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-e1a074f0-6a85-4109-a857-a9f37d99fb02 None None] Provisioning for port 32e25abc-ea72-4068-b8a3-920c409ba511 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:51.037264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:51.039873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:51.040012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:51.049458 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-e1a074f0-6a85-4109-a857-a9f37d99fb02 None None] Provisioning complete for port 32e25abc-ea72-4068-b8a3-920c409ba511 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:51.049881 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e1a074f0-6a85-4109-a857-a9f37d99fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:51.110342 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 32e25abc-ea72-4068-b8a3-920c409ba511 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:51.124930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Made reservation on behalf of 484f76dfa5814b07b92bd623be6988db for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:39:51.132241 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:51.144278 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 32e25abc-ea72-4068-b8a3-920c409ba511 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:51.144708 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:51.194412 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 1b366aa3-bf4c-4878-9fe7-87e104a357a3 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:51.279689 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Transition to ACTIVE for port object 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:51.305542 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7c55779e-27c1-44d9-b0f4-210e6b2f61ad req-c314046d-4ddb-45c4-9eec-07bc3635d6ce tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 210 time: 0.2247934
Feb 18 04:39:51.476287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:51.525860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:51.773776 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Allocated IP 172.20.0.12 (ea2cb3d2-9263-4c13-8c42-d46add50e3f2/32cc8d8b-9252-4aaa-adc3-72bd8ebb7827/cdd08d1f-98ba-4dd7-8336-8a32479f507d) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:39:51.893482 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:51.961313 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9c83c-3bd1-41fd-bcbd-6e763a593973 None None] Pushing event updated for resources: {'Port': ['ID=98bffa0a-9028-44ef-a9e9-ddf44fa170b5,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:52.004474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-57e9c83c-3bd1-41fd-bcbd-6e763a593973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:52.009735 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.024923 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Transition to ACTIVE for port object 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:52.049581 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.084824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.113440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:52.121408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e1a074f0-6a85-4109-a857-a9f37d99fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.143887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 1b366aa3-bf4c-4878-9fe7-87e104a357a3 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:52.144310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.181970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.264514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2af25-71d6-4dfa-9ce5-12ea9f301c72 req-461e725d-c70d-4ef0-a556-48bd264134e8 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:52.265156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928ee62-6859-42f1-9cc4-a6083354f236 None None] Pushing event updated for resources: {'Port': ['ID=052bf5a9-7d3c-4348-86d3-2a62e8b9ae34,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:52.273473 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-77e2af25-71d6-4dfa-9ce5-12ea9f301c72 req-461e725d-c70d-4ef0-a556-48bd264134e8 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 946 time: 0.5311558
Feb 18 04:39:52.275629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b928ee62-6859-42f1-9cc4-a6083354f236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:52.291020 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.345395 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-77e2af25-71d6-4dfa-9ce5-12ea9f301c72 req-a6ba1a62-1186-401b-9fa9-60efad0fced3 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706193
Feb 18 04:39:52.369665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Attempting to bind port 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:39:52.370075 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Attempting to bind port 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:39:52.370479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Attempting to bind port 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 on network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:39:52.377056 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:39:52.377475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Checking segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:52.377919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.378362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Bound using segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:39:52.378894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Bound port: 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:39:52.379299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.492046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Attempting to bind port 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:39:52.492471 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Attempting to bind port 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:39:52.492889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Attempting to bind port 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 on network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:39:52.497811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-e1a074f0-6a85-4109-a857-a9f37d99fb02 None None] For port 32e25abc-ea72-4068-b8a3-920c409ba511, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=32e25abc-ea72-4068-b8a3-920c409ba511,segment=NetworkSegment(a975d4a8-b147-4247-b874-18539d636c4f),segment_id=a975d4a8-b147-4247-b874-18539d636c4f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:52.502272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:39:52.502705 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Checking segment: {'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:52.503190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.503635 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Bound using segment: {'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:39:52.504168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Bound port: 98bffa0a-9028-44ef-a9e9-ddf44fa170b5, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:39:52.504565 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.559602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:52.597964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] For port 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:39:52.621332 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] For port 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=052bf5a9-7d3c-4348-86d3-2a62e8b9ae34,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:39:52.648682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] For port 98bffa0a-9028-44ef-a9e9-ddf44fa170b5, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:39:52.653223 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] For port 98bffa0a-9028-44ef-a9e9-ddf44fa170b5, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=98bffa0a-9028-44ef-a9e9-ddf44fa170b5,segment=NetworkSegment(40673e1f-7fee-4c74-94be-6dd24cedfaf6),segment_id=40673e1f-7fee-4c74-94be-6dd24cedfaf6)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:39:52.655731 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Allocated IP 172.20.0.1 (f250cbfc-da1c-4269-a038-45f32a0c0a7d/60b6822a-18de-4e70-a636-55e6998abb7c/738b6f1c-26c4-4327-980f-897af251419b) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:39:52.685767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.717417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b928ee62-6859-42f1-9cc4-a6083354f236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:52.732817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.767732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e1a074f0-6a85-4109-a857-a9f37d99fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:52.808063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:52.867084 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Pushing event updated for resources: {'Port': ['ID=cdd08d1f-98ba-4dd7-8336-8a32479f507d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:52.947873 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-44c083db-4629-4e3f-b26f-64adedfdf9f5 req-a9775e9a-b556-428b-b40d-16ac656035b7 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 210 time: 0.2255287
Feb 18 04:39:52.949064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:52.980043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9c83c-3bd1-41fd-bcbd-6e763a593973 None None] Pushing event updated for resources: {'Port': ['ID=98bffa0a-9028-44ef-a9e9-ddf44fa170b5,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:52.980479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:52.982111 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:52.995200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:39:53.035742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928ee62-6859-42f1-9cc4-a6083354f236 None None] Pushing event updated for resources: {'Port': ['ID=052bf5a9-7d3c-4348-86d3-2a62e8b9ae34,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:53.054886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b928ee62-6859-42f1-9cc4-a6083354f236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:53.090824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:53.110462 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Transition to ACTIVE for port object 738b6f1c-26c4-4327-980f-897af251419b will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:53.179891 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:53.180635 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:53.211363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:53.253448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:53.316924 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84045) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:39:53.317363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:39:53.329932 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5613780
Feb 18 04:39:53.335793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Routers {'13b506fa-c303-47de-b02f-2b5d3db47e11'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:53.336603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0bfd30>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['13b506fa-c303-47de-b02f-2b5d3db47e11'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:53.344070 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-d27c2140-68e8-4041-9bcc-a93b5f5eeaa9 None None] Provisioning complete for port 32e25abc-ea72-4068-b8a3-920c409ba511 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:53.344704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d27c2140-68e8-4041-9bcc-a93b5f5eeaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:53.401380 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a074f0-6a85-4109-a857-a9f37d99fb02 None None] Pushing event updated for resources: {'Port': ['ID=32e25abc-ea72-4068-b8a3-920c409ba511,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:53.405008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e1a074f0-6a85-4109-a857-a9f37d99fb02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:53.418526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.575s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:53.418844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-075d5b81-dcdb-4547-9d9a-45b40390f814 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:53.418959 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:53.419922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-075d5b81-dcdb-4547-9d9a-45b40390f814 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Synchronizing usage tracker for tenant:484f76dfa5814b07b92bd623be6988db on resource:network {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:39:53.493626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Pushing event updated for resources: {'Port': ['ID=738b6f1c-26c4-4327-980f-897af251419b,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:53.498044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:53.498779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Routers {'d4baa69b-6e93-480b-9b96-1f1530210c7e'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:53.499669 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dc7b710>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['d4baa69b-6e93-480b-9b96-1f1530210c7e'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:53.502378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-075d5b81-dcdb-4547-9d9a-45b40390f814 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Unset dirty status for tenant:484f76dfa5814b07b92bd623be6988db on resource:network {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:39:53.503682 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-075d5b81-dcdb-4547-9d9a-45b40390f814 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.16 "GET /v2.0/networks?id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2 HTTP/1.1" status: 200  len: 818 time: 1.0917528
Feb 18 04:39:53.547082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] Set router 13b506fa-c303-47de-b02f-2b5d3db47e11 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:53.565348 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Network f250cbfc-da1c-4269-a038-45f32a0c0a7d is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:53.566506 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:53.568898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:39:53.631348 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977125'] for router_interface, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:53.920449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-62d1be1d-bedc-4c2b-8cbb-9acbff92fb47 None None] Provisioning complete for port 32e25abc-ea72-4068-b8a3-920c409ba511 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:53.920866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-62d1be1d-bedc-4c2b-8cbb-9acbff92fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:53.929503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:53.989978 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0bfd30>, [{'id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'name': 'tempest-TestShelveInstance-1879554854-router', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:44Z', 'updated_at': '2021-02-18T04:39:47Z', 'revision_number': 3, 'project_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'gw_port': {'id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:46Z', 'updated_at': '2021-02-18T04:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:53.994646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c70c39-d208-4605-be18-1ebbd16b4b7f None None] The sync data for ids ['13b506fa-c303-47de-b02f-2b5d3db47e11'] in dv-cinder-776307-1-iscsi is: [{'id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'name': 'tempest-TestShelveInstance-1879554854-router', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:44Z', 'updated_at': '2021-02-18T04:39:47Z', 'revision_number': 3, 'project_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'gw_port': {'id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:46Z', 'updated_at': '2021-02-18T04:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:39:54.023098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device c713cde9-96b9-4021-9692-3e660ab52762 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:54.083314 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] Set router d4baa69b-6e93-480b-9b96-1f1530210c7e gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:54.281989 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:54.313692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:54.377905 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c9506f93-d7d0-4676-9579-2e19d93d65e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:54.403532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port c713cde9-96b9-4021-9692-3e660ab52762 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:54.403953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:54.463306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854013805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853798841'] for router_interface, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:54.484185 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Pushing event updated for resources: {'Port': ['ID=738b6f1c-26c4-4327-980f-897af251419b,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:54.488009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:54.685073 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Network f250cbfc-da1c-4269-a038-45f32a0c0a7d is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:54.686697 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:54.702603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-1ee0b67e-cb32-4fa6-b8a9-023e9b42c1cf None None] Provisioning for port 738b6f1c-26c4-4327-980f-897af251419b completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:54.726032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-1ee0b67e-cb32-4fa6-b8a9-023e9b42c1cf None None] Provisioning complete for port 738b6f1c-26c4-4327-980f-897af251419b triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:54.729499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b67e-cb32-4fa6-b8a9-023e9b42c1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:54.842381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0b67e-cb32-4fa6-b8a9-023e9b42c1cf None None] Port 738b6f1c-26c4-4327-980f-897af251419b cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:39:54.844878 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 32e25abc-ea72-4068-b8a3-920c409ba511 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:54.902615 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dc7b710>, [{'id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'name': 'tempest-ServerRescueNegativeTestJSON-843965819-router', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:32Z', 'updated_at': '2021-02-18T04:39:43Z', 'revision_number': 4, 'project_id': '484f76dfa5814b07b92bd623be6988db', 'gw_port': {'id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:34Z', 'updated_at': '2021-02-18T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '98bffa0a-9028-44ef-a9e9-ddf44fa170b5', 'name': '', 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'mac_address': 'fa:16:3e:e4:db:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '32cc8d8b-9252-4aaa-adc3-72bd8ebb7827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:41Z', 'updated_at': '2021-02-18T04:39:52Z', 'revision_number': 4, 'project_id': '484f76dfa5814b07b92bd623be6988db', 'subnets': [{'id': '32cc8d8b-9252-4aaa-adc3-72bd8ebb7827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:54.910178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11f42b5-4229-4645-976e-03824d1e01f4 None None] The sync data for ids ['d4baa69b-6e93-480b-9b96-1f1530210c7e'] in dv-cinder-776307-1-iscsi is: [{'id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'name': 'tempest-ServerRescueNegativeTestJSON-843965819-router', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:32Z', 'updated_at': '2021-02-18T04:39:43Z', 'revision_number': 4, 'project_id': '484f76dfa5814b07b92bd623be6988db', 'gw_port': {'id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:34Z', 'updated_at': '2021-02-18T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '98bffa0a-9028-44ef-a9e9-ddf44fa170b5', 'name': '', 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'mac_address': 'fa:16:3e:e4:db:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '32cc8d8b-9252-4aaa-adc3-72bd8ebb7827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:41Z', 'updated_at': '2021-02-18T04:39:52Z', 'revision_number': 4, 'project_id': '484f76dfa5814b07b92bd623be6988db', 'subnets': [{'id': '32cc8d8b-9252-4aaa-adc3-72bd8ebb7827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:39:54.949686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 32e25abc-ea72-4068-b8a3-920c409ba511 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:54.950103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:55.191108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:55.342682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-9342e91c-0739-467f-ab2d-9deb0ccebf54 None None] Provisioning complete for port 738b6f1c-26c4-4327-980f-897af251419b triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:55.343265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9342e91c-0739-467f-ab2d-9deb0ccebf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:55.408061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:55.426307 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:55.426732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:55.479046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Router 13b506fa-c303-47de-b02f-2b5d3db47e11 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:39:55.515260 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-9342e91c-0739-467f-ab2d-9deb0ccebf54 None None] Port 738b6f1c-26c4-4327-980f-897af251419b cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:39:55.685106 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:55.713253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Request body: {'port': {'device_id': 'fcd6b564-fef0-4bf2-a352-7f7e6c5cd364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:55.761302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=052bf5a9-7d3c-4348-86d3-2a62e8b9ae34,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:55.799591 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:55.801578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-053c53cb-5b87-424f-b707-f2e4edeae10f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:55.834740 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Request body: {'port': {'device_id': '278f6f1b-6cb8-4c7c-bbe7-459d2365111b', 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2', 'admin_state_up': True, 'tenant_id': '484f76dfa5814b07b92bd623be6988db'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:56.037922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=052bf5a9-7d3c-4348-86d3-2a62e8b9ae34,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:56.055895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:56.075869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:39:56.115813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4711a9ce-b332-4a03-b70d-9d1c52f7847b req-94fdcc7f-a504-4dce-9db4-c2ba5804505c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Synchronizing usage tracker for tenant:484f76dfa5814b07b92bd623be6988db on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:39:56.151067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:56.210014 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] 10.222.0.43 "PUT /v2.0/routers/13b506fa-c303-47de-b02f-2b5d3db47e11/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8303664
Feb 18 04:39:56.226662 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4711a9ce-b332-4a03-b70d-9d1c52f7847b req-94fdcc7f-a504-4dce-9db4-c2ba5804505c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Unset dirty status for tenant:484f76dfa5814b07b92bd623be6988db on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:39:56.250986 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4711a9ce-b332-4a03-b70d-9d1c52f7847b req-94fdcc7f-a504-4dce-9db4-c2ba5804505c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 210 time: 0.2322714
Feb 18 04:39:56.334028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ec815-e15d-4a4c-97ff-5f49fa486592 req-932b19cd-f6d1-435a-a3c1-29240a1676cc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:56.335769 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-841ec815-e15d-4a4c-97ff-5f49fa486592 req-932b19cd-f6d1-435a-a3c1-29240a1676cc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 946 time: 0.2521956
Feb 18 04:39:56.346515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:56.358087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:56.448523 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-841ec815-e15d-4a4c-97ff-5f49fa486592 req-91db9e8f-0044-4209-9a4b-9510a885137c tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811076
Feb 18 04:39:56.450248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Made reservation on behalf of 484f76dfa5814b07b92bd623be6988db for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:39:56.456073 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:56.861198 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:56.936878 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd08d1f-98ba-4dd7-8336-8a32479f507d {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:39:56.959012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:56.984337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Transition to ACTIVE for port object cdd08d1f-98ba-4dd7-8336-8a32479f507d will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:57.016067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:57.108097 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:39:57.114952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:57.115388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:57.194935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:57.236639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Allocated IP 172.20.0.8 (ea2cb3d2-9263-4c13-8c42-d46add50e3f2/32cc8d8b-9252-4aaa-adc3-72bd8ebb7827/26e580bc-8cc2-4174-a1a0-e9a7b3d6f007) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:39:57.431424 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd08d1f-98ba-4dd7-8336-8a32479f507d,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:57.449660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:57.472821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2043214951', 'description': 'tempest-TestShelveInstance-2043214951 description'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:57.497214 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:57.513219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Usage tracker for resource:security_group and tenant:c71ef4e1734d45caa55df7aabefe64f9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:57.518161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:57.530105 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:57.608658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:57.629081 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:57.655030 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 98bffa0a-9028-44ef-a9e9-ddf44fa170b5, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=98bffa0a-9028-44ef-a9e9-ddf44fa170b5,segment=NetworkSegment(40673e1f-7fee-4c74-94be-6dd24cedfaf6),segment_id=40673e1f-7fee-4c74-94be-6dd24cedfaf6)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:39:57.661660 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85601d75-e547-4300-9903-6d22477aa7aa req-514a6243-ce35-42dd-be4c-92bf62caa315 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 210 time: 0.0967438
Feb 18 04:39:57.662353 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:57.669660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Usage tracker for resource:security_group_rule and tenant:c71ef4e1734d45caa55df7aabefe64f9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:57.672894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:57.678839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:57.689511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:57.690461 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:57.744671 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:57.805218 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:57.825466 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:57.879702 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:57.885016 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Sync routers for ids ['13b506fa-c303-47de-b02f-2b5d3db47e11'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:39:57.887633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:57.888206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:57.888491 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:57.896804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:57.901360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:57.924641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=98bffa0a-9028-44ef-a9e9-ddf44fa170b5,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:57.952303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d41a67-1116-4c66-8532-f5ffff2cd1ab,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:57.957631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:57.964546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:57.978290 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:57.984149 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7701a663-27ba-46c0-985f-9a4cd71b015e req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.5567231
Feb 18 04:39:57.988318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Attempting to bind port cdd08d1f-98ba-4dd7-8336-8a32479f507d on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:39:57.988772 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Attempting to bind port cdd08d1f-98ba-4dd7-8336-8a32479f507d by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:39:57.989207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Attempting to bind port cdd08d1f-98ba-4dd7-8336-8a32479f507d on network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:39:58.005130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:39:58.008626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Checking segment: {'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:39:58.008626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:58.008626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Bound using segment: {'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:39:58.008626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Bound port: cdd08d1f-98ba-4dd7-8336-8a32479f507d, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:39:58.008626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:58.015759 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Routers {'13b506fa-c303-47de-b02f-2b5d3db47e11'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:39:58.020326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dec4860>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['13b506fa-c303-47de-b02f-2b5d3db47e11'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:58.087497 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Pushing event updated for resources: {'Port': ['ID=26e580bc-8cc2-4174-a1a0-e9a7b3d6f007,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:58.095604 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:58.178164 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de9af507-da93-4d87-a3c6-b0ca1fc4422f req-7f70da64-21b7-4437-9bf3-e6bdfd66dc85 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups/18d41a67-1116-4c66-8532-f5ffff2cd1ab HTTP/1.1" status: 200  len: 1802 time: 0.0758293
Feb 18 04:39:58.199266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-de9af507-da93-4d87-a3c6-b0ca1fc4422f req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '18d41a67-1116-4c66-8532-f5ffff2cd1ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:58.199790 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-de9af507-da93-4d87-a3c6-b0ca1fc4422f req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '18d41a67-1116-4c66-8532-f5ffff2cd1ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:58.202537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] For port cdd08d1f-98ba-4dd7-8336-8a32479f507d, host hv-cinder-77630, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:39:58.205878 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] For port cdd08d1f-98ba-4dd7-8336-8a32479f507d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=cdd08d1f-98ba-4dd7-8336-8a32479f507d,segment=NetworkSegment(40673e1f-7fee-4c74-94be-6dd24cedfaf6),segment_id=40673e1f-7fee-4c74-94be-6dd24cedfaf6)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:39:58.206095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-de9af507-da93-4d87-a3c6-b0ca1fc4422f req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:58.221594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-de9af507-da93-4d87-a3c6-b0ca1fc4422f req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Usage tracker for resource:security_group_rule and tenant:c71ef4e1734d45caa55df7aabefe64f9 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:58.227316 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-de9af507-da93-4d87-a3c6-b0ca1fc4422f req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:58.243066 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-de9af507-da93-4d87-a3c6-b0ca1fc4422f req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:58.258100 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:58.277088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:58.282220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:39:58.283690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:39:58.286141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:39:58.359374 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Set router 13b506fa-c303-47de-b02f-2b5d3db47e11 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:39:58.371632 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:58.377512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:58.401942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd08d1f-98ba-4dd7-8336-8a32479f507d,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:58.410032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:58.458220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-de9af507-da93-4d87-a3c6-b0ca1fc4422f req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:58.492082 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6621621
Feb 18 04:39:58.494094 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:58.495018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:58.496497 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] 10.222.0.16 "PUT /v2.0/ports/cdd08d1f-98ba-4dd7-8336-8a32479f507d HTTP/1.1" status: 200  len: 1158 time: 2.7969434
Feb 18 04:39:58.497090 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd6b564-fef0-4bf2-a352-7f7e6c5cd364', 'tag': 'cdd08d1f-98ba-4dd7-8336-8a32479f507d'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:39:58.497907 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-de9af507-da93-4d87-a3c6-b0ca1fc4422f req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:58.514599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Request body: {'port': {'device_id': '278f6f1b-6cb8-4c7c-bbe7-459d2365111b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:58.554833 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-de9af507-da93-4d87-a3c6-b0ca1fc4422f req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:58.556360 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd6b564-fef0-4bf2-a352-7f7e6c5cd364', 'tag': 'cdd08d1f-98ba-4dd7-8336-8a32479f507d', 'status': 'completed', 'code': 200}
Feb 18 04:39:58.564947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:58.596049 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3a24a1-bc95-4e0d-bf5c-12dd1a228efc,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:58.601569 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:58.647876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-de9af507-da93-4d87-a3c6-b0ca1fc4422f req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:58.653076 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de9af507-da93-4d87-a3c6-b0ca1fc4422f req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4616220
Feb 18 04:39:58.686834 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:58.747678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:39:58.757239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e3e2c-1283-4f20-a561-cb56035ccf06 req-548040f7-026f-4b18-8bce-7d4b6c7eb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:58.759050 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-af0e3e2c-1283-4f20-a561-cb56035ccf06 req-548040f7-026f-4b18-8bce-7d4b6c7eb224 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=484f76dfa5814b07b92bd623be6988db&device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 1161 time: 0.1735544
Feb 18 04:39:58.795362 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-95bfee98-b5a4-485e-8da3-4b2bc594cd9c req-da40e65b-cdde-42f1-9cd4-ad08e63bdaab tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups/18d41a67-1116-4c66-8532-f5ffff2cd1ab HTTP/1.1" status: 200  len: 2395 time: 0.1185415
Feb 18 04:39:58.800498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-95bfee98-b5a4-485e-8da3-4b2bc594cd9c req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '18d41a67-1116-4c66-8532-f5ffff2cd1ab', 'remote_group_id': None}]} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:58.800859 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-95bfee98-b5a4-485e-8da3-4b2bc594cd9c req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '18d41a67-1116-4c66-8532-f5ffff2cd1ab', 'remote_group_id': None}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:39:58.831546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-95bfee98-b5a4-485e-8da3-4b2bc594cd9c req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:39:58.861781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dec4860>, [{'id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'name': 'tempest-TestShelveInstance-1879554854-router', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:44Z', 'updated_at': '2021-02-18T04:39:53Z', 'revision_number': 4, 'project_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'gw_port': {'id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:46Z', 'updated_at': '2021-02-18T04:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '738b6f1c-26c4-4327-980f-897af251419b', 'name': '', 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'mac_address': 'fa:16:3e:8f:5c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '60b6822a-18de-4e70-a636-55e6998abb7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:52Z', 'updated_at': '2021-02-18T04:39:54Z', 'revision_number': 2, 'project_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'subnets': [{'id': '60b6822a-18de-4e70-a636-55e6998abb7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:39:58.865976 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:39:58.866390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:58.889132 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-95bfee98-b5a4-485e-8da3-4b2bc594cd9c req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Usage tracker for resource:security_group_rule and tenant:c71ef4e1734d45caa55df7aabefe64f9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:39:58.900255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-95bfee98-b5a4-485e-8da3-4b2bc594cd9c req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:39:58.902693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Checking router: 13b506fa-c303-47de-b02f-2b5d3db47e11 for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:39:58.903129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Updating router 13b506fa-c303-47de-b02f-2b5d3db47e11 port 738b6f1c-26c4-4327-980f-897af251419b binding host dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:39:58.911134 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-95bfee98-b5a4-485e-8da3-4b2bc594cd9c req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:39:59.007814 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e3e2c-1283-4f20-a561-cb56035ccf06 req-47b245b0-4c60-4094-9044-98a9812ff64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:59.009368 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-af0e3e2c-1283-4f20-a561-cb56035ccf06 req-47b245b0-4c60-4094-9044-98a9812ff64d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=484f76dfa5814b07b92bd623be6988db&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2244301
Feb 18 04:39:59.061491 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:59.073682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-95bfee98-b5a4-485e-8da3-4b2bc594cd9c req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:59.092723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305960b-4162-4353-a3cd-6008366f8cd4 req-95edf4ca-24f8-4cdd-a4c8-ed4962fba998 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:59.093579 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-8305960b-4162-4353-a3cd-6008366f8cd4 req-95edf4ca-24f8-4cdd-a4c8-ed4962fba998 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Synchronizing usage tracker for tenant:484f76dfa5814b07b92bd623be6988db on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:39:59.172203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-8305960b-4162-4353-a3cd-6008366f8cd4 req-95edf4ca-24f8-4cdd-a4c8-ed4962fba998 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Unset dirty status for tenant:484f76dfa5814b07b92bd623be6988db on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:39:59.173518 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8305960b-4162-4353-a3cd-6008366f8cd4 req-95edf4ca-24f8-4cdd-a4c8-ed4962fba998 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 931 time: 0.3477938
Feb 18 04:39:59.270721 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-8305960b-4162-4353-a3cd-6008366f8cd4 req-a88e39c9-7fff-4ffd-9215-42351a2b190e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Synchronizing usage tracker for tenant:484f76dfa5814b07b92bd623be6988db on resource:security_group {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:39:59.405573 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:39:59.416712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:59.433168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Transition to ACTIVE for port object 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:59.444155 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-8305960b-4162-4353-a3cd-6008366f8cd4 req-a88e39c9-7fff-4ffd-9215-42351a2b190e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Unset dirty status for tenant:484f76dfa5814b07b92bd623be6988db on resource:security_group {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:39:59.446099 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8305960b-4162-4353-a3cd-6008366f8cd4 req-a88e39c9-7fff-4ffd-9215-42351a2b190e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2591400
Feb 18 04:39:59.477061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:59.486422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-95bfee98-b5a4-485e-8da3-4b2bc594cd9c req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:59.501868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f2c3dd2f-091a-4dd8-8a5d-b9b49d19bbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:59.546509 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-95bfee98-b5a4-485e-8da3-4b2bc594cd9c req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:59.564742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 51536) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:39:59.565577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-fb27307e-956b-4a0a-8f4f-08a31f7573f0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:39:59.594448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e3e2c-1283-4f20-a561-cb56035ccf06 req-0a6c4afa-bbde-46f6-b828-23f97a58deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:59.596612 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-af0e3e2c-1283-4f20-a561-cb56035ccf06 req-0a6c4afa-bbde-46f6-b828-23f97a58deb1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5741186
Feb 18 04:39:59.633822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bd47d6-3c61-43ef-ba38-56a839aad6c5,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:39:59.662566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:39:59.745382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-95bfee98-b5a4-485e-8da3-4b2bc594cd9c req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:59.746988 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-95bfee98-b5a4-485e-8da3-4b2bc594cd9c req-4a48a111-3f46-412f-9374-334b8d1cfebf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.9507132
Feb 18 04:39:59.791009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-2ca608fe-c6f9-4ebe-8957-8313454a55df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:39:59.792632 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-2ca608fe-c6f9-4ebe-8957-8313454a55df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=484f76dfa5814b07b92bd623be6988db&device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 1161 time: 0.1257899
Feb 18 04:39:59.889992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:39:59.920203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Transition to ACTIVE for port object 738b6f1c-26c4-4327-980f-897af251419b will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:39:59.920591 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-85bcfcc4-913b-4492-be6e-bc4245ac4aa8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdd08d1f-98ba-4dd7-8336-8a32479f507d HTTP/1.1" status: 200  len: 217 time: 0.1122260
Feb 18 04:39:59.963373 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:00.041086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Pushing event updated for resources: {'Port': ['ID=26e580bc-8cc2-4174-a1a0-e9a7b3d6f007,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:00.070909 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6386b1d4-df7d-4f98-8585-fbeaa1e2cc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:00.122832 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:00.129530 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6386b1d4-df7d-4f98-8585-fbeaa1e2cc33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:40:00.138167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6386b1d4-df7d-4f98-8585-fbeaa1e2cc33 admin admin] Usage tracker for resource:security_group_rule and tenant:c80b3938fe554053bc5dda143c2c3063 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:40:00.142414 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:00.144742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6386b1d4-df7d-4f98-8585-fbeaa1e2cc33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:40:00.152032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6386b1d4-df7d-4f98-8585-fbeaa1e2cc33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:40:00.183186 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-89474055-b2fc-4b13-9ff0-0e6da17ec322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:00.184837 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-89474055-b2fc-4b13-9ff0-0e6da17ec322 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32cc8d8b-9252-4aaa-adc3-72bd8ebb7827 HTTP/1.1" status: 200  len: 858 time: 0.2453132
Feb 18 04:40:00.194956 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Attempting to bind port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:40:00.195376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Attempting to bind port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:40:00.195741 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Attempting to bind port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 on network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:40:00.201810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:40:00.202195 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Checking segment: {'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:40:00.202609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:00.203058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Bound using segment: {'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:40:00.203542 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Bound port: 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40673e1f-7fee-4c74-94be-6dd24cedfaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ea2cb3d2-9263-4c13-8c42-d46add50e3f2'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:40:00.203925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:00.310205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e116d-c6d1-4e9a-9667-073470a4629a None None] Pushing event updated for resources: {'Port': ['ID=738b6f1c-26c4-4327-980f-897af251419b,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:00.320155 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-e55068b7-8701-4f5b-aecf-beb293d9b6fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1272521
Feb 18 04:40:00.324472 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3b8e116d-c6d1-4e9a-9667-073470a4629a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:00.480786 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] For port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:40:00.484297 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] For port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=26e580bc-8cc2-4174-a1a0-e9a7b3d6f007,segment=NetworkSegment(40673e1f-7fee-4c74-94be-6dd24cedfaf6),segment_id=40673e1f-7fee-4c74-94be-6dd24cedfaf6)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:40:00.517658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:00.559885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:00.781978 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-9d2991cc-09ce-471e-91b8-7d2441c39128 service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4356310
Feb 18 04:40:00.798918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6386b1d4-df7d-4f98-8585-fbeaa1e2cc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:00.881930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Attempting to bind port 738b6f1c-26c4-4327-980f-897af251419b on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:40:00.882511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Attempting to bind port 738b6f1c-26c4-4327-980f-897af251419b by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': 'a975d4a8-b147-4247-b874-18539d636c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:40:00.883115 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Attempting to bind port 738b6f1c-26c4-4327-980f-897af251419b on network f250cbfc-da1c-4269-a038-45f32a0c0a7d {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:40:00.891079 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:40:00.891778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Checking segment: {'id': 'a975d4a8-b147-4247-b874-18539d636c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:40:00.892377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:00.892973 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Bound using segment: {'id': 'a975d4a8-b147-4247-b874-18539d636c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:40:00.893655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Bound port: 738b6f1c-26c4-4327-980f-897af251419b, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a975d4a8-b147-4247-b874-18539d636c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:40:00.894233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:00.971082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6386b1d4-df7d-4f98-8585-fbeaa1e2cc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:00.992176 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Pushing event updated for resources: {'Port': ['ID=26e580bc-8cc2-4174-a1a0-e9a7b3d6f007,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:01.036728 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-fec46f55-ede6-4999-9cbc-992dfd9ffbcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:01.062651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:01.073499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:01.074189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:01.075720 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] 10.222.0.16 "PUT /v2.0/ports/26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 HTTP/1.1" status: 200  len: 1157 time: 2.5672283
Feb 18 04:40:01.076254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278f6f1b-6cb8-4c7c-bbe7-459d2365111b', 'tag': '26e580bc-8cc2-4174-a1a0-e9a7b3d6f007'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:40:01.144855 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386b1d4-df7d-4f98-8585-fbeaa1e2cc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041f72c9-c2df-43fb-a5b8-b05e62b9ebc3,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:01.163832 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6386b1d4-df7d-4f98-8585-fbeaa1e2cc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:01.173652 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] For port 738b6f1c-26c4-4327-980f-897af251419b, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:40:01.178420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] For port 738b6f1c-26c4-4327-980f-897af251419b, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=738b6f1c-26c4-4327-980f-897af251419b,segment=NetworkSegment(a975d4a8-b147-4247-b874-18539d636c4f),segment_id=a975d4a8-b147-4247-b874-18539d636c4f)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:40:01.189820 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-6386b1d4-df7d-4f98-8585-fbeaa1e2cc33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c80b3938fe554053bc5dda143c2c3063&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6050022
Feb 18 04:40:01.196838 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 51608) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:01.232106 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:01.281017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b664b6-5ead-4fa2-a365-a788fb9bb30e req-0cb9a999-f5a9-462e-a8dc-210db982ea58 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:01.292101 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-30b664b6-5ead-4fa2-a365-a788fb9bb30e req-0cb9a999-f5a9-462e-a8dc-210db982ea58 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 943 time: 0.6049280
Feb 18 04:40:01.306683 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278f6f1b-6cb8-4c7c-bbe7-459d2365111b', 'tag': '26e580bc-8cc2-4174-a1a0-e9a7b3d6f007', 'status': 'completed', 'code': 200}
Feb 18 04:40:01.366029 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-dc8a6a92-4f1b-445e-ad1e-22d2163b4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:01.368893 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-dc8a6a92-4f1b-445e-ad1e-22d2163b4838 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=484f76dfa5814b07b92bd623be6988db&device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 1160 time: 0.1835237
Feb 18 04:40:01.380062 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ef1f4911-5bd5-429e-891f-bbd6cf0feef4 req-624729df-b93d-42f6-89f4-fd69055dc5c7 service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5779967
Feb 18 04:40:01.412403 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-23fa88bf-f288-4c16-ab9e-7afc95aaea65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:01.425823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c3998840-663a-4833-9da4-4093f99160b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:01.461305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c3998840-663a-4833-9da4-4093f99160b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:01.506423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e116d-c6d1-4e9a-9667-073470a4629a None None] Pushing event updated for resources: {'Port': ['ID=738b6f1c-26c4-4327-980f-897af251419b,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:01.521646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3b8e116d-c6d1-4e9a-9667-073470a4629a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:01.549838 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Routers {'13b506fa-c303-47de-b02f-2b5d3db47e11'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:40:01.550828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dec4860>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:39:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['13b506fa-c303-47de-b02f-2b5d3db47e11'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:40:01.551924 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-30b664b6-5ead-4fa2-a365-a788fb9bb30e req-cd3c2330-0f5c-4e0b-a55c-ccee8bc44c9d tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2574496
Feb 18 04:40:01.555317 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-a3876c31-cee5-443b-afae-bf7c21e8841a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 HTTP/1.1" status: 200  len: 217 time: 0.1776123
Feb 18 04:40:01.700243 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c3998840-663a-4833-9da4-4093f99160b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:01.711781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e4eab6a6-e6bc-48ad-beed-6c4463cafc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:01.716134 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-7fc31d4a-6b22-4959-b84d-c07a16832e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:01.717807 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-7fc31d4a-6b22-4959-b84d-c07a16832e89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32cc8d8b-9252-4aaa-adc3-72bd8ebb7827 HTTP/1.1" status: 200  len: 858 time: 0.1549573
Feb 18 04:40:01.744853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3998840-663a-4833-9da4-4093f99160b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041f72c9-c2df-43fb-a5b8-b05e62b9ebc3,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:01.761446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c3998840-663a-4833-9da4-4093f99160b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:01.763713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c3998840-663a-4833-9da4-4093f99160b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:01.767439 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c3998840-663a-4833-9da4-4093f99160b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/041f72c9-c2df-43fb-a5b8-b05e62b9ebc3 HTTP/1.1" status: 204  len: 168 time: 0.5694201
Feb 18 04:40:01.850925 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-c92c5af8-8a14-4fec-b2d7-322ec8212a5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1249368
Feb 18 04:40:01.996172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] Set router 13b506fa-c303-47de-b02f-2b5d3db47e11 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:40:02.049279 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-5f81a67f-cb70-4fc1-941a-d97620c8cebd service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1823800
Feb 18 04:40:02.228963 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c01fa-328e-47d7-94ef-925773bbd0b8 req-56ad669f-2289-4cde-984d-7fc6e79f6d8f service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1621144
Feb 18 04:40:02.392105 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72894742-d047-420f-a40c-0f2f5a888c33 req-63dbaa5e-f6c7-4bc8-8c0b-e0e288256f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:02.392686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dec4860>, [{'id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'name': 'tempest-TestShelveInstance-1879554854-router', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:44Z', 'updated_at': '2021-02-18T04:39:53Z', 'revision_number': 4, 'project_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'gw_port': {'id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:46Z', 'updated_at': '2021-02-18T04:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '738b6f1c-26c4-4327-980f-897af251419b', 'name': '', 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'mac_address': 'fa:16:3e:8f:5c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '60b6822a-18de-4e70-a636-55e6998abb7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:52Z', 'updated_at': '2021-02-18T04:40:01Z', 'revision_number': 4, 'project_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'subnets': [{'id': '60b6822a-18de-4e70-a636-55e6998abb7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:40:02.393983 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-72894742-d047-420f-a40c-0f2f5a888c33 req-63dbaa5e-f6c7-4bc8-8c0b-e0e288256f13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=484f76dfa5814b07b92bd623be6988db&device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 1160 time: 0.0872877
Feb 18 04:40:02.396953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38230c1a-bd09-47ea-b648-f83b377f9e4b None None] The sync data for ids ['13b506fa-c303-47de-b02f-2b5d3db47e11'] in dv-cinder-776307-1-iscsi is: [{'id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'name': 'tempest-TestShelveInstance-1879554854-router', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:44Z', 'updated_at': '2021-02-18T04:39:53Z', 'revision_number': 4, 'project_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'gw_port': {'id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:46Z', 'updated_at': '2021-02-18T04:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '738b6f1c-26c4-4327-980f-897af251419b', 'name': '', 'network_id': 'f250cbfc-da1c-4269-a038-45f32a0c0a7d', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'mac_address': 'fa:16:3e:8f:5c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '60b6822a-18de-4e70-a636-55e6998abb7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:52Z', 'updated_at': '2021-02-18T04:40:01Z', 'revision_number': 4, 'project_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'subnets': [{'id': '60b6822a-18de-4e70-a636-55e6998abb7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:40:02.823792 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 738b6f1c-26c4-4327-980f-897af251419b up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:02.910693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72894742-d047-420f-a40c-0f2f5a888c33 req-5ca6d51e-b87a-4ad5-bb15-6f28d550bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:02.912866 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-72894742-d047-420f-a40c-0f2f5a888c33 req-5ca6d51e-b87a-4ad5-bb15-6f28d550bb38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2 HTTP/1.1" status: 200  len: 912 time: 0.4499145
Feb 18 04:40:03.005737 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 738b6f1c-26c4-4327-980f-897af251419b completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:40:03.012333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 738b6f1c-26c4-4327-980f-897af251419b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:03.012752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:03.029113 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-72894742-d047-420f-a40c-0f2f5a888c33 req-ca9002cf-e6c3-4d19-b3c4-56e130648f00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 HTTP/1.1" status: 200  len: 217 time: 0.0976591
Feb 18 04:40:03.128798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a45d2-2425-4b09-b5cd-33b80e4d2992 req-b3a46980-7885-4755-a13f-8c5734ce0f87 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:03.130568 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9d6a45d2-2425-4b09-b5cd-33b80e4d2992 req-b3a46980-7885-4755-a13f-8c5734ce0f87 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 943 time: 0.2854667
Feb 18 04:40:03.171649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72894742-d047-420f-a40c-0f2f5a888c33 req-fb717aa6-6707-4889-acec-2c849ad1fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:03.173255 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-72894742-d047-420f-a40c-0f2f5a888c33 req-fb717aa6-6707-4889-acec-2c849ad1fde0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32cc8d8b-9252-4aaa-adc3-72bd8ebb7827 HTTP/1.1" status: 200  len: 858 time: 0.1445999
Feb 18 04:40:03.205797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:03.261608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 738b6f1c-26c4-4327-980f-897af251419b, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=738b6f1c-26c4-4327-980f-897af251419b,segment=NetworkSegment(a975d4a8-b147-4247-b874-18539d636c4f),segment_id=a975d4a8-b147-4247-b874-18539d636c4f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:40:03.262867 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-72894742-d047-420f-a40c-0f2f5a888c33 req-dd9a1f28-e51f-47cc-8da8-267ba7ca3427 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651143
Feb 18 04:40:03.266048 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9d6a45d2-2425-4b09-b5cd-33b80e4d2992 req-00787c6f-492a-4b51-baec-21f57e04e804 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283250
Feb 18 04:40:03.296318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:03.299050 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e1a074f0-6a85-4109-a857-a9f37d99fb02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:03.381957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=738b6f1c-26c4-4327-980f-897af251419b,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:03.386396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:03.403903 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 51672) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:03.439277 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-72894742-d047-420f-a40c-0f2f5a888c33 req-7461a55a-e9e8-4a55-8795-0866619e0b79 service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669047
Feb 18 04:40:03.560899 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-72de952e-0889-4e50-8ac6-eea33a380587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:03.578432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-72de952e-0889-4e50-8ac6-eea33a380587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:40:03.588597 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-72de952e-0889-4e50-8ac6-eea33a380587 admin admin] Usage tracker for resource:security_group_rule and tenant:bfbc0f999e534e41b46912abe40cc863 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:40:03.593055 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-72de952e-0889-4e50-8ac6-eea33a380587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:40:03.599888 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-72de952e-0889-4e50-8ac6-eea33a380587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:40:03.666918 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-72894742-d047-420f-a40c-0f2f5a888c33 req-2481986f-c4b0-45b1-8e6b-fe12bc25706e service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2085872
Feb 18 04:40:03.714516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-72de952e-0889-4e50-8ac6-eea33a380587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:03.753212 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-72de952e-0889-4e50-8ac6-eea33a380587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:03.763030 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:03.810860 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-72de952e-0889-4e50-8ac6-eea33a380587 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bfbc0f999e534e41b46912abe40cc863&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4057443
Feb 18 04:40:03.811791 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de952e-0889-4e50-8ac6-eea33a380587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2977a861-f29b-4911-98bb-487e70151fbf,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:03.813711 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 51684) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:03.815093 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-72de952e-0889-4e50-8ac6-eea33a380587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:03.895216 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ef9da7d1-b3ca-44bb-bd03-d7394be10b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:03.946984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ef9da7d1-b3ca-44bb-bd03-d7394be10b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:04.059632 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ef9da7d1-b3ca-44bb-bd03-d7394be10b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:04.065113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-33bf7e82-9ef4-4c7e-b183-a91ca8e3cf76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:04.081788 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ef9da7d1-b3ca-44bb-bd03-d7394be10b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:04.085595 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ef9da7d1-b3ca-44bb-bd03-d7394be10b41 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2977a861-f29b-4911-98bb-487e70151fbf HTTP/1.1" status: 204  len: 168 time: 0.2661636
Feb 18 04:40:04.085595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9da7d1-b3ca-44bb-bd03-d7394be10b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2977a861-f29b-4911-98bb-487e70151fbf,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:04.096421 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ef9da7d1-b3ca-44bb-bd03-d7394be10b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:04.690033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 738b6f1c-26c4-4327-980f-897af251419b up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:04.762686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 738b6f1c-26c4-4327-980f-897af251419b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:04.763224 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:05.561910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8ad2-0976-4443-a639-5eb41ca60d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:06.697351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b7322-a9aa-481d-8f29-c39f20358e55 req-9e502013-1caf-401e-b492-d468a39cfab1 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:06.698937 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-304b7322-a9aa-481d-8f29-c39f20358e55 req-9e502013-1caf-401e-b492-d468a39cfab1 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 943 time: 0.0873034
Feb 18 04:40:06.748522 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-304b7322-a9aa-481d-8f29-c39f20358e55 req-9a4cb905-7551-476a-9c12-2aac25465549 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434537
Feb 18 04:40:06.832648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.objects.ports [None req-bc2b410d-e66e-4ff5-a820-b91ea3fc1ebd None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84045) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 04:40:07.557415 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cdd08d1f-98ba-4dd7-8336-8a32479f507d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:07.711102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port cdd08d1f-98ba-4dd7-8336-8a32479f507d completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:40:07.716572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cdd08d1f-98ba-4dd7-8336-8a32479f507d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:07.716947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:07.833048 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-da39c7a8-8318-4f7c-a4e2-89df7c1a2548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:07.861551 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:07.891744 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd6b564-fef0-4bf2-a352-7f7e6c5cd364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd08d1f-98ba-4dd7-8336-8a32479f507d'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:40:07.902556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port cdd08d1f-98ba-4dd7-8336-8a32479f507d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=cdd08d1f-98ba-4dd7-8336-8a32479f507d,segment=NetworkSegment(40673e1f-7fee-4c74-94be-6dd24cedfaf6),segment_id=40673e1f-7fee-4c74-94be-6dd24cedfaf6)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:40:07.959361 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:07.961685 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:07.970375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f2a8b-d92d-480b-b9ac-af0416f5e5bd req-b7b9acf7-7a57-4dd6-98ed-9d4979354592 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:07.978562 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-886f2a8b-d92d-480b-b9ac-af0416f5e5bd req-b7b9acf7-7a57-4dd6-98ed-9d4979354592 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 943 time: 0.1128650
Feb 18 04:40:08.023869 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd6b564-fef0-4bf2-a352-7f7e6c5cd364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd08d1f-98ba-4dd7-8336-8a32479f507d', 'code': 200}
Feb 18 04:40:08.036262 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-886f2a8b-d92d-480b-b9ac-af0416f5e5bd req-3ffb626e-9a03-4b90-981c-a50def5ab813 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565794
Feb 18 04:40:08.045992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=cdd08d1f-98ba-4dd7-8336-8a32479f507d,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:08.055779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:08.325721 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c34e2-8784-4199-b971-fd3463587704 req-365e478a-34dc-495f-8182-47694197611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:08.327366 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-651c34e2-8784-4199-b971-fd3463587704 req-365e478a-34dc-495f-8182-47694197611b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 1163 time: 0.0848906
Feb 18 04:40:08.373472 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-651c34e2-8784-4199-b971-fd3463587704 req-aa19611c-abeb-4bd4-b428-d31d5c2b707d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368774
Feb 18 04:40:08.599619 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:09.467141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:09.718566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:11.850332 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf75849-eb1a-406c-b889-7f9ddc03f0fb req-1206d059-62d3-4e5e-b418-c7d99db81c0c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:11.850332 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4cf75849-eb1a-406c-b889-7f9ddc03f0fb req-1206d059-62d3-4e5e-b418-c7d99db81c0c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 943 time: 0.0946982
Feb 18 04:40:11.895801 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4cf75849-eb1a-406c-b889-7f9ddc03f0fb req-e833b119-ef29-4003-b387-daa9cde17ebb tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419092
Feb 18 04:40:11.949194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cdd08d1f-98ba-4dd7-8336-8a32479f507d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:12.057427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cdd08d1f-98ba-4dd7-8336-8a32479f507d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:12.057844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:12.188017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:12.319543 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:40:12.324871 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:12.325287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:12.460222 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:12.484766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278f6f1b-6cb8-4c7c-bbe7-459d2365111b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e580bc-8cc2-4174-a1a0-e9a7b3d6f007'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:40:12.496808 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=26e580bc-8cc2-4174-a1a0-e9a7b3d6f007,segment=NetworkSegment(40673e1f-7fee-4c74-94be-6dd24cedfaf6),segment_id=40673e1f-7fee-4c74-94be-6dd24cedfaf6)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:40:12.542504 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278f6f1b-6cb8-4c7c-bbe7-459d2365111b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e580bc-8cc2-4174-a1a0-e9a7b3d6f007', 'code': 200}
Feb 18 04:40:12.559004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:12.560977 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3b8e116d-c6d1-4e9a-9667-073470a4629a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:12.645427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=26e580bc-8cc2-4174-a1a0-e9a7b3d6f007,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:12.654967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:12.920092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cdd08d1f-98ba-4dd7-8336-8a32479f507d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:12.943072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d70e74-7ff3-4618-80d5-89432aba4516 req-8d70f2ba-2ad7-4301-af08-7551b00fbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:12.944898 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d6d70e74-7ff3-4618-80d5-89432aba4516 req-8d70f2ba-2ad7-4301-af08-7551b00fbdf6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 1162 time: 0.0970893
Feb 18 04:40:13.065287 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d6d70e74-7ff3-4618-80d5-89432aba4516 req-5d4decb8-6adb-4399-a048-86df12509073 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765712
Feb 18 04:40:13.091251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cdd08d1f-98ba-4dd7-8336-8a32479f507d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:13.091251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:13.165587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cecc6-4996-443e-8eb3-6827f1a007b6 req-a576967a-e564-4ba1-afd0-f12ea7a88783 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:13.167244 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fa4cecc6-4996-443e-8eb3-6827f1a007b6 req-a576967a-e564-4ba1-afd0-f12ea7a88783 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0988939
Feb 18 04:40:13.227964 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fa4cecc6-4996-443e-8eb3-6827f1a007b6 req-e55b784f-c468-460d-8893-13f01727794b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522468
Feb 18 04:40:13.233822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:13.323886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:13.324330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:13.518812 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c1c7dff-f5fe-4c3e-8ecc-dc3e3312e8c2 req-3f8a2d11-5b4f-461f-8302-f1534e8ebccd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1016600
Feb 18 04:40:13.690551 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c7dff-f5fe-4c3e-8ecc-dc3e3312e8c2 req-9afe37e5-01b2-4825-a7d0-25213c32d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:13.692239 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c1c7dff-f5fe-4c3e-8ecc-dc3e3312e8c2 req-9afe37e5-01b2-4825-a7d0-25213c32d27c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 1162 time: 0.0968628
Feb 18 04:40:13.869578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c7dff-f5fe-4c3e-8ecc-dc3e3312e8c2 req-3d3c8b04-8c90-4e8a-ad85-cf7a9d2734fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:13.871211 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c1c7dff-f5fe-4c3e-8ecc-dc3e3312e8c2 req-3d3c8b04-8c90-4e8a-ad85-cf7a9d2734fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c HTTP/1.1" status: 200  len: 905 time: 0.1456130
Feb 18 04:40:14.053549 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c1c7dff-f5fe-4c3e-8ecc-dc3e3312e8c2 req-b58aa6bc-81e2-4ae1-8fff-d9f269f4e77a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edd7077c-a067-4c52-a899-dfa7ccdbfc5b HTTP/1.1" status: 200  len: 1001 time: 0.1614797
Feb 18 04:40:14.145649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c7dff-f5fe-4c3e-8ecc-dc3e3312e8c2 req-1679205c-3951-48a1-a66a-a179846b372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:14.147311 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c1c7dff-f5fe-4c3e-8ecc-dc3e3312e8c2 req-1679205c-3951-48a1-a66a-a179846b372c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf3bdabd-12da-4d5b-8a13-9cd7ac731207 HTTP/1.1" status: 200  len: 850 time: 0.0696323
Feb 18 04:40:14.246221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c7dff-f5fe-4c3e-8ecc-dc3e3312e8c2 req-00981bcd-475c-42bf-9953-ea3a729c1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:14.247910 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c1c7dff-f5fe-4c3e-8ecc-dc3e3312e8c2 req-00981bcd-475c-42bf-9953-ea3a729c1696 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831139
Feb 18 04:40:14.397240 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c1c7dff-f5fe-4c3e-8ecc-dc3e3312e8c2 req-8567bc19-65ad-4586-afdb-2939bf1c9890 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409681
Feb 18 04:40:14.433163 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942e2a5-c2ba-43ee-8d4a-3a2ade00b218 req-afd90a49-e984-488e-b04d-fa366fa4966b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:14.434890 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4942e2a5-c2ba-43ee-8d4a-3a2ade00b218 req-afd90a49-e984-488e-b04d-fa366fa4966b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0904491
Feb 18 04:40:14.485443 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4942e2a5-c2ba-43ee-8d4a-3a2ade00b218 req-940db07f-6f25-4895-9513-7a96b997af3b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435128
Feb 18 04:40:14.563593 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c1c7dff-f5fe-4c3e-8ecc-dc3e3312e8c2 req-7fe6f023-92aa-4dc6-a527-a8c773368a66 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1463709
Feb 18 04:40:14.818194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cdd08d1f-98ba-4dd7-8336-8a32479f507d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:14.898088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cdd08d1f-98ba-4dd7-8336-8a32479f507d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:14.898628 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:14.967358 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:15.649110 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 51886) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:15.701416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddb8d2-eca6-44c4-a423-4e13dbc06730 req-7beb7a26-4d9a-444a-8290-f6ba0262f4f9 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:15.703089 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-acddb8d2-eca6-44c4-a423-4e13dbc06730 req-7beb7a26-4d9a-444a-8290-f6ba0262f4f9 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1011226
Feb 18 04:40:15.776578 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-acddb8d2-eca6-44c4-a423-4e13dbc06730 req-0a2d6bb3-22b8-4460-b1bc-481b4c21674c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503497
Feb 18 04:40:15.792801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:15.809793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:40:15.813998 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Usage tracker for resource:security_group_rule and tenant:29812b258ff44b9c9de64f004b537f09 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:40:15.817141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:40:15.823249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:40:15.975697 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:16.030846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:16.041263 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:16.091393 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29812b258ff44b9c9de64f004b537f09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4418731
Feb 18 04:40:16.092293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3ed539-43be-477e-b994-0b303d372331,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:16.094248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 51900) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:16.100531 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.100940 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.101340 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.101738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.102135 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.102526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.102937 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.103325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.103712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.104094 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.104479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.104860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.105287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.105675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.106058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.106445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.106841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.107232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.107612 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.107999 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.108378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.108748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.109126 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.109510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.116805 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:16.163927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:16.194592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:16.265097 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:16.270726 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:16.293753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3ed539-43be-477e-b994-0b303d372331,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:16.299396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:16.299396 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e3ed539-43be-477e-b994-0b303d372331 HTTP/1.1" status: 204  len: 168 time: 0.2033672
Feb 18 04:40:16.304886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.305307 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.305697 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.306092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.310664 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.311396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.311955 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.312515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.313952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.314368 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.315104 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.315230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.315619 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.316110 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.316384 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.316771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.317157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.317546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.317948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.318392 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.318778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.322355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.322774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.323209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:16.333672 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:16.456300 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae69a27-7f53-4874-a17f-34e12c4a9754 req-5af6e0b1-fbcf-4d28-884b-6c982bf1a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:16.458253 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ae69a27-7f53-4874-a17f-34e12c4a9754 req-5af6e0b1-fbcf-4d28-884b-6c982bf1a85c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=484f76dfa5814b07b92bd623be6988db&device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 1162 time: 0.1281841
Feb 18 04:40:16.466900 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233dab-d75f-4905-9efc-45e22bce4a3a req-449ca609-36c8-4a3c-b411-f243017da43f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:16.468540 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-94233dab-d75f-4905-9efc-45e22bce4a3a req-449ca609-36c8-4a3c-b411-f243017da43f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1027665
Feb 18 04:40:16.521932 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-94233dab-d75f-4905-9efc-45e22bce4a3a req-73c07934-a38e-4d9a-8a47-938d21c9a896 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457349
Feb 18 04:40:16.643819 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae69a27-7f53-4874-a17f-34e12c4a9754 req-63f0e8ca-70cc-4332-8e7e-5c206b2fe401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:16.645414 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ae69a27-7f53-4874-a17f-34e12c4a9754 req-63f0e8ca-70cc-4332-8e7e-5c206b2fe401 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2 HTTP/1.1" status: 200  len: 912 time: 0.1691375
Feb 18 04:40:16.733486 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ae69a27-7f53-4874-a17f-34e12c4a9754 req-d62fe1bf-85a6-4df0-bbd6-3726217c5a38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 HTTP/1.1" status: 200  len: 217 time: 0.0697613
Feb 18 04:40:16.810712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-c73fb472-1b13-4ce8-876a-ad0fbac4cda9 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:16.812367 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-c73fb472-1b13-4ce8-876a-ad0fbac4cda9 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/networks?id=db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 200  len: 815 time: 0.1825185
Feb 18 04:40:16.826526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae69a27-7f53-4874-a17f-34e12c4a9754 req-e82adffb-0c51-4ae9-9d82-aa8ffe8df111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:16.828137 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ae69a27-7f53-4874-a17f-34e12c4a9754 req-e82adffb-0c51-4ae9-9d82-aa8ffe8df111 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32cc8d8b-9252-4aaa-adc3-72bd8ebb7827 HTTP/1.1" status: 200  len: 858 time: 0.0843277
Feb 18 04:40:16.831854 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-df67a6a6-c313-495e-b572-e5c4332c0d0a tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/quotas/ddb286d7edd74472ad4e5b5e23ca5ab3 HTTP/1.1" status: 200  len: 375 time: 0.0128765
Feb 18 04:40:16.937954 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-8acee00f-2d2c-4823-bcb3-d9b924b66f48 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1029410
Feb 18 04:40:16.946328 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ae69a27-7f53-4874-a17f-34e12c4a9754 req-a8c4149a-7478-4d9a-9c1f-8edaf686fbdd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0974851
Feb 18 04:40:17.063788 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 51942) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:17.167367 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-de777e52-6216-44ca-bc69-e745f19ec26b service neutron] 10.222.0.43 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116027
Feb 18 04:40:17.344152 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ae69a27-7f53-4874-a17f-34e12c4a9754 req-c078f470-fb2a-47ea-aed4-aba9576f2d81 service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3827870
Feb 18 04:40:17.348451 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-2265a1c8-e137-4ff5-9ee7-e03b0224d603 service neutron] 10.222.0.43 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1801212
Feb 18 04:40:17.459932 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b91cd859-f066-4835-bc36-45b12291cb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:17.477685 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b91cd859-f066-4835-bc36-45b12291cb97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:40:17.482123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b91cd859-f066-4835-bc36-45b12291cb97 admin admin] Usage tracker for resource:security_group_rule and tenant:0d769942edd74225b43e8f609c2b117e is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:40:17.485206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b91cd859-f066-4835-bc36-45b12291cb97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:40:17.492073 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b91cd859-f066-4835-bc36-45b12291cb97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:40:17.537687 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ae69a27-7f53-4874-a17f-34e12c4a9754 req-3001a289-040e-4c99-adef-46cdecda889c service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1814301
Feb 18 04:40:17.590992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b91cd859-f066-4835-bc36-45b12291cb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:17.631826 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b91cd859-f066-4835-bc36-45b12291cb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:17.680176 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-412c50ff-9502-409c-bed0-85d3053eab0d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:17.767768 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-b91cd859-f066-4835-bc36-45b12291cb97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d769942edd74225b43e8f609c2b117e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7003493
Feb 18 04:40:17.768227 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 51998) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:17.826904 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cd859-f066-4835-bc36-45b12291cb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfa0ac4-7b46-4b6b-8dc0-8e3aa543db50,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:17.834412 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b91cd859-f066-4835-bc36-45b12291cb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:17.840600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365183d1-eeaa-4de9-9e35-14b46346f5d1 req-5f0708aa-68c7-4dc3-afd7-bb89487317a5 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:17.842357 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-365183d1-eeaa-4de9-9e35-14b46346f5d1 req-5f0708aa-68c7-4dc3-afd7-bb89487317a5 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1636715
Feb 18 04:40:17.879402 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-923657b6-007e-4198-9d08-06c247daf11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:17.903702 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-365183d1-eeaa-4de9-9e35-14b46346f5d1 req-103f1e37-cb8c-4afc-a13f-589b3e2293d7 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507944
Feb 18 04:40:17.908885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-923657b6-007e-4198-9d08-06c247daf11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:17.991612 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-923657b6-007e-4198-9d08-06c247daf11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:17.997079 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-664b0283-6218-497c-92b3-ef8c30149e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:18.010038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923657b6-007e-4198-9d08-06c247daf11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfa0ac4-7b46-4b6b-8dc0-8e3aa543db50,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:18.015381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-923657b6-007e-4198-9d08-06c247daf11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:18.019151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-923657b6-007e-4198-9d08-06c247daf11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:18.022962 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-923657b6-007e-4198-9d08-06c247daf11d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bfa0ac4-7b46-4b6b-8dc0-8e3aa543db50 HTTP/1.1" status: 204  len: 168 time: 0.2511158
Feb 18 04:40:18.228022 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8fdbc319-6339-46df-9bcf-0b6620c41417 req-3ba09e1f-82bd-4443-9f07-69fceb788651 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.1033883
Feb 18 04:40:18.364118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c8e2f-dfa4-40fc-a0a7-1efda5a8c337 req-de5d6eba-bfb2-4882-a60e-f2ef661b6167 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:18.366408 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f97c8e2f-dfa4-40fc-a0a7-1efda5a8c337 req-de5d6eba-bfb2-4882-a60e-f2ef661b6167 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0929854
Feb 18 04:40:18.426158 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f97c8e2f-dfa4-40fc-a0a7-1efda5a8c337 req-d7858d55-c32f-419c-98c2-831513667a4b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543897
Feb 18 04:40:19.133151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a88d88-561a-4b50-9e69-7851d544ae50 req-8876c7ed-4cc5-4192-bc26-cc93b1068035 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:19.135007 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c4a88d88-561a-4b50-9e69-7851d544ae50 req-8876c7ed-4cc5-4192-bc26-cc93b1068035 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0957091
Feb 18 04:40:19.192857 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c4a88d88-561a-4b50-9e69-7851d544ae50 req-f2dcb855-8ab8-49fe-902c-d9e01eeed5cb tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509374
Feb 18 04:40:19.401501 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bba35d3d-07e6-4089-9d0e-94c0094e37ea req-a5ad160f-9463-4bc3-a1f9-863a94760296 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.0523291
Feb 18 04:40:19.634865 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e2415-596f-45e0-a311-d693524c634e req-ddfe713e-7b08-4c6b-a741-f6619b969d9f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:19.636543 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8e9e2415-596f-45e0-a311-d693524c634e req-ddfe713e-7b08-4c6b-a741-f6619b969d9f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0952969
Feb 18 04:40:19.693720 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8e9e2415-596f-45e0-a311-d693524c634e req-4f7e9894-183b-4a0a-a5ea-7293480695d7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483601
Feb 18 04:40:19.801233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-1abb68a5-e3a7-4fbe-a757-cdbbfb4e3fb6 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:19.803866 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-1abb68a5-e3a7-4fbe-a757-cdbbfb4e3fb6 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "GET /v2.0/networks?id=db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 200  len: 815 time: 0.1980371
Feb 18 04:40:19.837225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Request body: {'port': {'device_id': 'c59a7bf3-23a4-43bb-9357-8301b14b9f8b', 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff', 'admin_state_up': True, 'tenant_id': 'ddb286d7edd74472ad4e5b5e23ca5ab3'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:40:20.001079 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:40:20.012129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:40:20.041853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Made reservation on behalf of ddb286d7edd74472ad4e5b5e23ca5ab3 for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:40:20.047622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:20.407984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Allocated IP 172.20.0.14 (db62ee18-f0c4-44d0-b64d-62c56bc414ff/45e4c22c-b618-4af1-88f3-1835422513d7/4856feb3-4cda-4f9d-992e-1915cfb472e2) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:40:20.481650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de264597-ab44-4f59-9aaa-0ce2933a4982 req-d8cb0003-e553-4682-8984-61ff8cb5c69a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:20.483212 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de264597-ab44-4f59-9aaa-0ce2933a4982 req-d8cb0003-e553-4682-8984-61ff8cb5c69a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1567090
Feb 18 04:40:20.576618 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9bbf40fb-6725-4b88-a1f4-2d57bf8fdc6b req-e9c833d9-aa7b-4066-898e-0e1f29526695 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.0491929
Feb 18 04:40:20.627085 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de264597-ab44-4f59-9aaa-0ce2933a4982 req-1f9d31d7-7a7c-47e1-8adc-538d44d7138c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330686
Feb 18 04:40:20.698255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:20.753256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:20.769660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:20.910262 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Pushing event updated for resources: {'Port': ['ID=4856feb3-4cda-4f9d-992e-1915cfb472e2,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:20.916267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:20.918373 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8d60e-ed01-4c0f-b1e5-be3051a7be3c req-d9661379-0a8f-4a97-a476-5629ffdf99e4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:20.920232 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06a8d60e-ed01-4c0f-b1e5-be3051a7be3c req-d9661379-0a8f-4a97-a476-5629ffdf99e4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0940397
Feb 18 04:40:20.985889 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06a8d60e-ed01-4c0f-b1e5-be3051a7be3c req-e7c5a656-cde3-41f3-aa7b-eff237b62074 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565791
Feb 18 04:40:21.000440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Network db62ee18-f0c4-44d0-b64d-62c56bc414ff is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:40:21.002028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:40:21.008816 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:40:21.080569 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:21.081241 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:21.151814 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3207769
Feb 18 04:40:21.168381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Request body: {'port': {'device_id': 'c59a7bf3-23a4-43bb-9357-8301b14b9f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:40:21.291717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:21.828113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4856feb3-4cda-4f9d-992e-1915cfb472e2 {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:40:21.834663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c751253-66b7-4ec2-bc6e-57f9d48e8251 req-885efac1-1c0c-4c20-b48f-207cf25012af tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:21.836306 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7c751253-66b7-4ec2-bc6e-57f9d48e8251 req-885efac1-1c0c-4c20-b48f-207cf25012af tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0889330
Feb 18 04:40:21.838479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:21.861772 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Transition to ACTIVE for port object 4856feb3-4cda-4f9d-992e-1915cfb472e2 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:40:21.871997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130678b-e250-4783-b51a-e9667079689f req-ae4c87fc-141a-4f75-ae40-d70e8d2f0262 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:21.872821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4130678b-e250-4783-b51a-e9667079689f req-ae4c87fc-141a-4f75-ae40-d70e8d2f0262 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Synchronizing usage tracker for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:40:21.889579 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7c751253-66b7-4ec2-bc6e-57f9d48e8251 req-0458d968-4c98-41dd-969c-bee109a002c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465012
Feb 18 04:40:21.893495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:21.909884 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:22.012889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4130678b-e250-4783-b51a-e9667079689f req-ae4c87fc-141a-4f75-ae40-d70e8d2f0262 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Unset dirty status for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:40:22.014163 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4130678b-e250-4783-b51a-e9667079689f req-ae4c87fc-141a-4f75-ae40-d70e8d2f0262 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 932 time: 0.3113153
Feb 18 04:40:22.087400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Pushing event updated for resources: {'Port': ['ID=4856feb3-4cda-4f9d-992e-1915cfb472e2,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:22.094316 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:22.117366 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4130678b-e250-4783-b51a-e9667079689f req-37804901-7b5f-4d2e-8b38-302179d3b882 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933921
Feb 18 04:40:22.213039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e740f9d-02b5-47ce-a54c-857c214705bb req-a0599055-525f-488f-855c-2840e8e639de tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:22.214651 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0e740f9d-02b5-47ce-a54c-857c214705bb req-a0599055-525f-488f-855c-2840e8e639de tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0886288
Feb 18 04:40:22.262879 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0e740f9d-02b5-47ce-a54c-857c214705bb req-90b66453-89c1-4e0f-abbc-5174f3f2f6c1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418060
Feb 18 04:40:22.285750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Attempting to bind port 4856feb3-4cda-4f9d-992e-1915cfb472e2 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:40:22.286121 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Attempting to bind port 4856feb3-4cda-4f9d-992e-1915cfb472e2 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:40:22.286489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Attempting to bind port 4856feb3-4cda-4f9d-992e-1915cfb472e2 on network db62ee18-f0c4-44d0-b64d-62c56bc414ff {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:40:22.292991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:40:22.293400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Checking segment: {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:40:22.293759 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:22.294147 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Bound using segment: {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:40:22.294623 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Bound port: 4856feb3-4cda-4f9d-992e-1915cfb472e2, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5b0653-7ef2-4d91-9150-8a24f0d2634f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'db62ee18-f0c4-44d0-b64d-62c56bc414ff'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:40:22.295575 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:22.389786 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] For port 4856feb3-4cda-4f9d-992e-1915cfb472e2, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:40:22.393198 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] For port 4856feb3-4cda-4f9d-992e-1915cfb472e2, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=4856feb3-4cda-4f9d-992e-1915cfb472e2,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:40:22.432908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:22.449183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-924337ca-5b76-47cb-a803-2708660e689f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:22.605173 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Pushing event updated for resources: {'Port': ['ID=4856feb3-4cda-4f9d-992e-1915cfb472e2,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:22.611308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:22.642624 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:22.643065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:22.644335 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] 10.222.0.16 "PUT /v2.0/ports/4856feb3-4cda-4f9d-992e-1915cfb472e2 HTTP/1.1" status: 200  len: 1158 time: 1.4810543
Feb 18 04:40:22.644871 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59a7bf3-23a4-43bb-9357-8301b14b9f8b', 'tag': '4856feb3-4cda-4f9d-992e-1915cfb472e2'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:40:22.703818 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59a7bf3-23a4-43bb-9357-8301b14b9f8b', 'tag': '4856feb3-4cda-4f9d-992e-1915cfb472e2', 'status': 'completed', 'code': 200}
Feb 18 04:40:22.819858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d8826c66-fab2-4302-b371-29bec0b253b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:22.821503 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-d8826c66-fab2-4302-b371-29bec0b253b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 1161 time: 0.0858209
Feb 18 04:40:22.909717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 52146) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:23.123314 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d9b90a2e-5de3-4c61-a284-c2b502db500f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:23.141939 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d9b90a2e-5de3-4c61-a284-c2b502db500f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:40:23.147027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d9b90a2e-5de3-4c61-a284-c2b502db500f admin admin] Usage tracker for resource:security_group_rule and tenant:d89d11017aee492bbd299117bbc45826 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:40:23.148741 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-e123dc20-fa74-4587-9c71-91de75a39ecd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4856feb3-4cda-4f9d-992e-1915cfb472e2 HTTP/1.1" status: 200  len: 217 time: 0.3176033
Feb 18 04:40:23.150333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d9b90a2e-5de3-4c61-a284-c2b502db500f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:40:23.156201 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d9b90a2e-5de3-4c61-a284-c2b502db500f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:40:23.246602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d9b90a2e-5de3-4c61-a284-c2b502db500f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:23.271533 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-f71d1504-b9df-4dfa-8273-121855488ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:23.273120 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-f71d1504-b9df-4dfa-8273-121855488ab1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45e4c22c-b618-4af1-88f3-1835422513d7 HTTP/1.1" status: 200  len: 855 time: 0.0867891
Feb 18 04:40:23.284018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d9b90a2e-5de3-4c61-a284-c2b502db500f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:23.297394 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-72de952e-0889-4e50-8ac6-eea33a380587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:23.335970 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-3d164df9-def4-4099-8e92-3d8d68cb4f21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=db62ee18-f0c4-44d0-b64d-62c56bc414ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521314
Feb 18 04:40:23.338177 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d9b90a2e-5de3-4c61-a284-c2b502db500f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d89d11017aee492bbd299117bbc45826&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4272654
Feb 18 04:40:23.342325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 52164) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:23.343273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b90a2e-5de3-4c61-a284-c2b502db500f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed0f14e-d425-4e18-ad15-be3cdbc1bcf5,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:23.343387 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea216fc1-8b06-4138-a336-795d7f158a4e req-32e38169-cfa4-4de8-b776-42d8c704b01b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:23.344803 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ea216fc1-8b06-4138-a336-795d7f158a4e req-32e38169-cfa4-4de8-b776-42d8c704b01b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1982799
Feb 18 04:40:23.348087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d9b90a2e-5de3-4c61-a284-c2b502db500f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:23.412390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c11630b1-9ccd-4c4b-a2b1-b64ebbae64d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:23.441370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c11630b1-9ccd-4c4b-a2b1-b64ebbae64d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:23.510444 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ea216fc1-8b06-4138-a336-795d7f158a4e req-ad1a03f3-482f-4521-8441-edec0f40e5a9 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251433
Feb 18 04:40:23.524239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c11630b1-9ccd-4c4b-a2b1-b64ebbae64d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:23.535058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c4ea04a8-a81c-46c8-b79e-27544c265009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:23.547650 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-a97fef6b-6ba8-4ae9-a409-43a22c2332bf service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851020
Feb 18 04:40:23.567288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c11630b1-9ccd-4c4b-a2b1-b64ebbae64d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:23.568611 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c11630b1-9ccd-4c4b-a2b1-b64ebbae64d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ed0f14e-d425-4e18-ad15-be3cdbc1bcf5 HTTP/1.1" status: 204  len: 168 time: 0.2226179
Feb 18 04:40:23.569592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11630b1-9ccd-4c4b-a2b1-b64ebbae64d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed0f14e-d425-4e18-ad15-be3cdbc1bcf5,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:23.687386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c11630b1-9ccd-4c4b-a2b1-b64ebbae64d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:23.753092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176fb87-f486-4d79-ae59-af03fabeb929 req-f6220c6f-c460-4a10-a449-a96d2a0f2e46 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:23.754843 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4176fb87-f486-4d79-ae59-af03fabeb929 req-f6220c6f-c460-4a10-a449-a96d2a0f2e46 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 944 time: 0.1649635
Feb 18 04:40:23.822167 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4176fb87-f486-4d79-ae59-af03fabeb929 req-9cf70c30-1359-4b0f-924b-b77393419add tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577114
Feb 18 04:40:23.847088 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521c997c-d893-4abf-8cf0-8dfb05a617a4 req-8e9a2bf5-437c-4159-b866-8ee8c4e85f97 service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2885132
Feb 18 04:40:23.882829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77b2a9-e7dc-4a37-8b7c-1a50eaa3a6b8 req-1b9b34b9-37c0-4b33-a961-1a70e61d4df8 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:23.886616 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7c77b2a9-e7dc-4a37-8b7c-1a50eaa3a6b8 req-1b9b34b9-37c0-4b33-a961-1a70e61d4df8 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1616154
Feb 18 04:40:23.936109 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7c77b2a9-e7dc-4a37-8b7c-1a50eaa3a6b8 req-38f5f3ca-6a75-45fe-87ea-55ba023381de tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449140
Feb 18 04:40:24.019736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ece3c-220a-43a6-a503-1a1e8ccda8ac req-bd1e7b8c-c26f-4114-bf6d-8640b981b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:24.021864 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521ece3c-220a-43a6-a503-1a1e8ccda8ac req-bd1e7b8c-c26f-4114-bf6d-8640b981b774 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 1161 time: 0.0890398
Feb 18 04:40:24.173291 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ece3c-220a-43a6-a503-1a1e8ccda8ac req-e07158a5-6700-4dd7-9668-6e775fb4785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:24.173291 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521ece3c-220a-43a6-a503-1a1e8ccda8ac req-e07158a5-6700-4dd7-9668-6e775fb4785c service neutron] 10.222.0.16 "GET /v2.0/networks?id=db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 200  len: 909 time: 0.1437852
Feb 18 04:40:24.262382 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521ece3c-220a-43a6-a503-1a1e8ccda8ac req-f30cdd21-aa58-4e88-bf49-b5d2862903cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4856feb3-4cda-4f9d-992e-1915cfb472e2 HTTP/1.1" status: 200  len: 217 time: 0.0733113
Feb 18 04:40:24.333705 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ece3c-220a-43a6-a503-1a1e8ccda8ac req-9e7664fa-fdae-411c-9b62-dd0f03e48a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:24.335337 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521ece3c-220a-43a6-a503-1a1e8ccda8ac req-9e7664fa-fdae-411c-9b62-dd0f03e48a2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45e4c22c-b618-4af1-88f3-1835422513d7 HTTP/1.1" status: 200  len: 855 time: 0.0662534
Feb 18 04:40:24.403284 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521ece3c-220a-43a6-a503-1a1e8ccda8ac req-487ecb81-b6f6-4662-9bfd-7eb9467f31de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=db62ee18-f0c4-44d0-b64d-62c56bc414ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538425
Feb 18 04:40:24.554815 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521ece3c-220a-43a6-a503-1a1e8ccda8ac req-5ff392bc-952b-4b3e-88db-6637922fe7e2 service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396146
Feb 18 04:40:24.687698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 52196) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:24.718333 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-521ece3c-220a-43a6-a503-1a1e8ccda8ac req-eb5cbea3-49ce-4cc2-866d-dff027149d6a service neutron] 10.222.0.16 "GET /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1542561
Feb 18 04:40:24.745914 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba544a-b248-4d46-b855-0ba2171728b7 req-b6a36c2e-a5be-4bcc-a20b-8df1d4a80e9b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:24.747609 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7bba544a-b248-4d46-b855-0ba2171728b7 req-b6a36c2e-a5be-4bcc-a20b-8df1d4a80e9b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1066809
Feb 18 04:40:24.805950 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7bba544a-b248-4d46-b855-0ba2171728b7 req-7dce710c-a50e-462a-a741-85d9d4bc4565 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508099
Feb 18 04:40:24.825203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1167048693-network', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:40:24.830356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:40:24.835210 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Usage tracker for resource:network and tenant:a99129f62dc14eb59accee32ffdd9328 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:40:24.838373 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:40:24.844297 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:40:24.878548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Made reservation on behalf of a99129f62dc14eb59accee32ffdd9328 for: {'network': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:40:24.884294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:24.898536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:24.914276 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:40:24.918378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Usage tracker for resource:security_group_rule and tenant:a99129f62dc14eb59accee32ffdd9328 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:40:24.921445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:40:24.927409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:40:25.075739 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c4d46-3844-439c-80ab-60de9047035d req-4a01a80a-d575-4791-992b-5b75e0db7f46 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:25.077394 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ae8c4d46-3844-439c-80ab-60de9047035d req-4a01a80a-d575-4791-992b-5b75e0db7f46 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 944 time: 0.1411414
Feb 18 04:40:25.129824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:25.151565 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ae8c4d46-3844-439c-80ab-60de9047035d req-33a793e5-7a5c-423c-9a9c-49ef5b90b50c tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629644
Feb 18 04:40:25.158285 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:25.158532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620e425-f8fd-4d81-8fd3-eddaf1aa660d req-3e4b618b-e240-4ae2-a3f8-eee9822a315a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:25.160225 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7620e425-f8fd-4d81-8fd3-eddaf1aa660d req-3e4b618b-e240-4ae2-a3f8-eee9822a315a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0959067
Feb 18 04:40:25.163135 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-177cdfe4-3b45-4ed0-badc-89d866c3cdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:25.200404 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=84044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:40:25.209604 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7620e425-f8fd-4d81-8fd3-eddaf1aa660d req-9798ea92-999b-4adc-9eac-4aec992e01fa tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429189
Feb 18 04:40:25.209922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:25.213382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:25.217663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794549379870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:25.218100 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Added segment bd51506b-3d08-42c4-b0d5-a06cf1f861ff of type vxlan for network 169735bd-f666-4a06-a404-b47abf944bca
Feb 18 04:40:25.248392 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:25.301178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:25.303025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:25.303659 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:25.308820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:25.414064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Pushing event updated for resources: {'Network': ['ID=169735bd-f666-4a06-a404-b47abf944bca,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:25.417709 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:25.425993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network 169735bd-f666-4a06-a404-b47abf944bca details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:40:25.433491 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7447169
Feb 18 04:40:25.436790 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 52210) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:25.440656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network 169735bd-f666-4a06-a404-b47abf944bca details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:40:25.443558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Request body: {'subnet': {'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1167048693-subnet', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'ip_version': 4}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:40:25.449425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:40:25.453569 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Usage tracker for resource:subnet and tenant:a99129f62dc14eb59accee32ffdd9328 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:40:25.456582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:40:25.462466 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:40:25.512953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Made reservation on behalf of a99129f62dc14eb59accee32ffdd9328 for: {'subnet': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:40:25.518005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852220135'] for subnet, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:26.067210 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852847028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852220118'] for subnet, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:26.087172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1286be7-fdfe-4186-ba6f-e5511dad8617 req-939133fa-7ee3-45bc-9781-48da7b9d01f8 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:26.088749 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f1286be7-fdfe-4186-ba6f-e5511dad8617 req-939133fa-7ee3-45bc-9781-48da7b9d01f8 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1611111
Feb 18 04:40:26.091640 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d1d38898-2893-4ac5-808a-7d6a2d1a5171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:26.120911 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:40:26.244197 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46702569-17d2-41dd-9f20-049ee2f8169f,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:26.253766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:26.260528 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f1286be7-fdfe-4186-ba6f-e5511dad8617 req-9b820749-3941-49c9-a88b-e045d091a379 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394827
Feb 18 04:40:26.338043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Checking segment: {'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:40:26.338336 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Network hostable DHCP agents. Network: 169735bd-f666-4a06-a404-b47abf944bca, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:40:26.394370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca530ed1-de2e-445c-b0d1-aa273d0a3cce req-038747a0-add6-4978-98cb-f3249e86b49f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:26.396167 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ca530ed1-de2e-445c-b0d1-aa273d0a3cce req-038747a0-add6-4978-98cb-f3249e86b49f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 944 time: 0.1108809
Feb 18 04:40:26.424262 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Network 169735bd-f666-4a06-a404-b47abf944bca is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:40:26.449336 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ca530ed1-de2e-445c-b0d1-aa273d0a3cce req-fe8c235e-e439-47fe-8677-7bb0d1b635e1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466197
Feb 18 04:40:26.468268 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, 169735bd-f666-4a06-a404-b47abf944bca) {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:40:26.479098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76baeed-45a7-492a-9129-f96e066dc1c6 None None] Network 169735bd-f666-4a06-a404-b47abf944bca requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:40:26.486924 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de9fca-e7e4-4d02-b87b-4073ae8425c6 req-8c56a81f-9218-4d7d-aa6b-57745c57edd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:26.488559 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-39de9fca-e7e4-4d02-b87b-4073ae8425c6 req-8c56a81f-9218-4d7d-aa6b-57745c57edd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1083677
Feb 18 04:40:26.492608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:26.493241 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:26.553807 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-39de9fca-e7e4-4d02-b87b-4073ae8425c6 req-33b429b7-8105-417c-b1d4-1ee9875aafba tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565748
Feb 18 04:40:26.571712 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-74e80828-6e66-4da4-8991-58ccc1787a46 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1304307
Feb 18 04:40:26.572360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 52232) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:26.578059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:40:26.583947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:40:26.588457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Usage tracker for resource:router and tenant:a99129f62dc14eb59accee32ffdd9328 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:40:26.591441 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:40:26.597675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:40:26.650044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853815601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112158'] for router, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:26.651202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853815586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854663673'] for router, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:26.666669 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:26.715693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4124b74-8307-5700-a325-a28cfab4f9ef-169735bd-f666-4a06-a404-b47abf944bca', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'fixed_ips': [{'subnet_id': '46702569-17d2-41dd-9f20-049ee2f8169f'}]}} from dv-cinder-776307-1-iscsi. {{(pid=84045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 04:40:26.716603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:27.048636 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Allocated IP 172.20.0.2 (169735bd-f666-4a06-a404-b47abf944bca/46702569-17d2-41dd-9f20-049ee2f8169f/815974bf-7cd5-450a-8763-3116fbde1626) {{(pid=84045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:40:27.206438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854663440'] for router, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:27.279502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:27.345040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Transition to ACTIVE for port object 815974bf-7cd5-450a-8763-3116fbde1626 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:40:27.362435 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Transition to ACTIVE for port object 815974bf-7cd5-450a-8763-3116fbde1626 will not be triggered until provisioned by entity DHCP. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:40:27.396924 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:27.412934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:27.481294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6835c-c51d-4bfd-ac37-dbbd88954ad5 req-b8c944ba-c964-47bb-891b-774f6c789e6c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:27.491365 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-07b6835c-c51d-4bfd-ac37-dbbd88954ad5 req-b8c944ba-c964-47bb-891b-774f6c789e6c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1048357
Feb 18 04:40:27.556667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Pushing event updated for resources: {'Port': ['ID=815974bf-7cd5-450a-8763-3116fbde1626,revision_number=1']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:27.562766 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-07b6835c-c51d-4bfd-ac37-dbbd88954ad5 req-67448d6d-4548-4c2d-b133-95b3e2ea8a37 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686433
Feb 18 04:40:27.569172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.569666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.570145 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.570623 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.571114 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.571672 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.575009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.575009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.575009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.575009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.575009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.575009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.575009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.575009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.575009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.576052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.576515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.576978 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.577437 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.577896 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.578358 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.578829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.579289 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.579819 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:40:27.585615 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:27.634172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Network 169735bd-f666-4a06-a404-b47abf944bca is already hosted by enough agents. {{(pid=84045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:40:27.635466 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Resources bound (agent type, host, resource id):  {{(pid=84045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:40:27.637993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Received port after_create {{(pid=84045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:40:27.692633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:27.696354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Attempting to bind port 815974bf-7cd5-450a-8763-3116fbde1626 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:40:27.696877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Attempting to bind port 815974bf-7cd5-450a-8763-3116fbde1626 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:40:27.697429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Attempting to bind port 815974bf-7cd5-450a-8763-3116fbde1626 on network 169735bd-f666-4a06-a404-b47abf944bca {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:40:27.703516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:40:27.704053 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Checking segment: {'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:40:27.704599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:27.705147 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Bound using segment: {'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:40:27.705777 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Bound port: 815974bf-7cd5-450a-8763-3116fbde1626, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:40:27.706310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:27.729063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:27.777376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059545db-69ff-4220-adc1-1028544b1617 req-34922ada-5879-453c-bc0a-07a382fbdf59 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:27.779031 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-059545db-69ff-4220-adc1-1028544b1617 req-34922ada-5879-453c-bc0a-07a382fbdf59 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0987916
Feb 18 04:40:27.808008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] For port 815974bf-7cd5-450a-8763-3116fbde1626, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:40:27.811583 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] For port 815974bf-7cd5-450a-8763-3116fbde1626, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=815974bf-7cd5-450a-8763-3116fbde1626,segment=NetworkSegment(bd51506b-3d08-42c4-b0d5-a06cf1f861ff),segment_id=bd51506b-3d08-42c4-b0d5-a06cf1f861ff)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:40:27.828109 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-059545db-69ff-4220-adc1-1028544b1617 req-8e0cb23f-a3b9-4df9-ae67-b12b34cee755 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421007
Feb 18 04:40:27.836406 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cadee-74ab-47c1-be48-7dd18ef980e5 req-c27a2733-81bb-4856-85e1-5b59d599173a tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:27.838427 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-711cadee-74ab-47c1-be48-7dd18ef980e5 req-c27a2733-81bb-4856-85e1-5b59d599173a tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 944 time: 0.2329483
Feb 18 04:40:27.848529 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:27.866303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f73a4fcd-22ff-40f7-b1c3-8db2a5fadb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:27.923157 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-711cadee-74ab-47c1-be48-7dd18ef980e5 req-f8b37c80-f06a-40ff-8ffd-2b13319b49da tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687730
Feb 18 04:40:28.039154 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Pushing event updated for resources: {'Port': ['ID=815974bf-7cd5-450a-8763-3116fbde1626,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:28.046383 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:28.084369 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Allocated IP 172.27.3.133 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/ed0fec6f-0853-4ed5-bd36-ff36285020c8) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:40:28.245522 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:28.313869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:28.329948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:28.475301 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0fec6f-0853-4ed5-bd36-ff36285020c8,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:28.480236 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:28.528826 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:40:28.529948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:40:28.532188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:40:28.765882 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d1aca-00b3-4255-83f6-0f9de8b13c73 req-80955b38-44d8-4f54-b8f1-caf7c3a38983 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:28.771374 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4a4d1aca-00b3-4255-83f6-0f9de8b13c73 req-80955b38-44d8-4f54-b8f1-caf7c3a38983 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0987754
Feb 18 04:40:28.773056 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 815974bf-7cd5-450a-8763-3116fbde1626 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:28.820833 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4a4d1aca-00b3-4255-83f6-0f9de8b13c73 req-6d6e4a8a-183b-4bff-a63a-c20604015e08 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464227
Feb 18 04:40:28.872753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 815974bf-7cd5-450a-8763-3116fbde1626 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:40:29.087298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:29.147875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60a7da-6384-40c1-a5c1-dd6dfe340fda req-83ed5db5-0e1f-407e-836a-cd256067da61 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:29.149623 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7e60a7da-6384-40c1-a5c1-dd6dfe340fda req-83ed5db5-0e1f-407e-836a-cd256067da61 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 944 time: 0.0889740
Feb 18 04:40:29.205177 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be002b-8141-4d6b-b932-d699cf0f438a req-ac6e87c4-5074-4ec6-bfb4-0fb5de18aee7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:29.206828 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a1be002b-8141-4d6b-b932-d699cf0f438a req-ac6e87c4-5074-4ec6-bfb4-0fb5de18aee7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.2065952
Feb 18 04:40:29.219436 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7e60a7da-6384-40c1-a5c1-dd6dfe340fda req-f86949d6-f042-4bab-8d3b-edbb0170067a tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617242
Feb 18 04:40:29.477722 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e5411-6ecd-4082-9ad9-4a902a9192c2 None None] Network 169735bd-f666-4a06-a404-b47abf944bca requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:40:29.607428 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-193982c9-45ab-4f12-a09c-1c45955291ea None None] Provisioning for port 815974bf-7cd5-450a-8763-3116fbde1626 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:40:29.611910 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a1be002b-8141-4d6b-b932-d699cf0f438a req-6c041280-13a9-4c9d-9ace-d4c7239d7273 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1345959
Feb 18 04:40:29.616913 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-193982c9-45ab-4f12-a09c-1c45955291ea None None] Provisioning complete for port 815974bf-7cd5-450a-8763-3116fbde1626 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:29.616913 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-193982c9-45ab-4f12-a09c-1c45955291ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:29.709414 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 4856feb3-4cda-4f9d-992e-1915cfb472e2 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:29.728852 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796642'] for router, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:30.004118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Router c478f7ee-c3fa-4ab5-a98d-67483575ed4c is scheduled to L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 with binding_index 1 {{(pid=84044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 04:40:30.046130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc31cc1-5a5a-4252-95ac-586e8e8fae63 req-d148e277-106f-4083-9c63-f557d3a10e4e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:30.048095 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-edc31cc1-5a5a-4252-95ac-586e8e8fae63 req-d148e277-106f-4083-9c63-f557d3a10e4e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0982718
Feb 18 04:40:30.208050 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-193982c9-45ab-4f12-a09c-1c45955291ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:30.215434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:40:30.238103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port 4856feb3-4cda-4f9d-992e-1915cfb472e2 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:40:30.252534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Sync routers for ids ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:40:30.253292 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 4856feb3-4cda-4f9d-992e-1915cfb472e2 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:30.253713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:30.290490 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Routers {'c478f7ee-c3fa-4ab5-a98d-67483575ed4c'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:40:30.295365 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-c075a762-6a76-400e-b908-7696f777f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e7514e0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:40:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:40:30.307443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Notify callbacks [] for router, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:30.311552 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.7352321
Feb 18 04:40:30.311883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 52280) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:40:30.371483 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-edc31cc1-5a5a-4252-95ac-586e8e8fae63 req-21583017-2f55-4d9b-8410-7aabcb247e4d tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3156505
Feb 18 04:40:30.372858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-193982c9-45ab-4f12-a09c-1c45955291ea None None] For port 815974bf-7cd5-450a-8763-3116fbde1626, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=815974bf-7cd5-450a-8763-3116fbde1626,segment=NetworkSegment(bd51506b-3d08-42c4-b0d5-a06cf1f861ff),segment_id=bd51506b-3d08-42c4-b0d5-a06cf1f861ff)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:40:30.520366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-193982c9-45ab-4f12-a09c-1c45955291ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:30.532463 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:30.622851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193982c9-45ab-4f12-a09c-1c45955291ea None None] Pushing event updated for resources: {'Port': ['ID=815974bf-7cd5-450a-8763-3116fbde1626,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:30.631628 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-193982c9-45ab-4f12-a09c-1c45955291ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:30.662610 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:30.686913 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-ee97f7f8-8b53-442e-8249-7b9cae0c6497 None None] Provisioning complete for port 815974bf-7cd5-450a-8763-3116fbde1626 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:30.687339 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee97f7f8-8b53-442e-8249-7b9cae0c6497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:30.849873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 815974bf-7cd5-450a-8763-3116fbde1626 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:30.867743 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Set router c478f7ee-c3fa-4ab5-a98d-67483575ed4c gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:40:30.941352 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59a7bf3-23a4-43bb-9357-8301b14b9f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4856feb3-4cda-4f9d-992e-1915cfb472e2'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:40:30.976023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 4856feb3-4cda-4f9d-992e-1915cfb472e2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=4856feb3-4cda-4f9d-992e-1915cfb472e2,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:40:31.027109 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc7837-b5ad-49df-93c6-240615962f09 req-c94b6719-43f1-4a3d-aecd-78905c8fb88e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:31.029013 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3ddc7837-b5ad-49df-93c6-240615962f09 req-c94b6719-43f1-4a3d-aecd-78905c8fb88e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1716855
Feb 18 04:40:31.095517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:31.105788 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:31.148707 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3ddc7837-b5ad-49df-93c6-240615962f09 req-814e042c-1143-4583-a881-828b6c8795ff tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1133139
Feb 18 04:40:31.228366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 815974bf-7cd5-450a-8763-3116fbde1626 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:31.228975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:31.258137 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59a7bf3-23a4-43bb-9357-8301b14b9f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4856feb3-4cda-4f9d-992e-1915cfb472e2', 'code': 200}
Feb 18 04:40:31.300330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-8de3698d-0b11-45d1-b062-78a7f8f5789f None None] Provisioning complete for port 815974bf-7cd5-450a-8763-3116fbde1626 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:31.300851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8de3698d-0b11-45d1-b062-78a7f8f5789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:31.375884 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-c075a762-6a76-400e-b908-7696f777f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e7514e0>, [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:40:28Z', 'revision_number': 3, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:40:31.383655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Checking router: c478f7ee-c3fa-4ab5-a98d-67483575ed4c for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:40:31.384410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Updating router c478f7ee-c3fa-4ab5-a98d-67483575ed4c port ed0fec6f-0853-4ed5-bd36-ff36285020c8 binding host dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:40:31.393869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=4856feb3-4cda-4f9d-992e-1915cfb472e2,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:31.398601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:31.418401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee772b1-25f8-43d4-999b-0a3522135f68 req-e8809974-aa2d-46f4-b15b-def401795594 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:31.420148 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ee772b1-25f8-43d4-999b-0a3522135f68 req-e8809974-aa2d-46f4-b15b-def401795594 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 944 time: 0.7012494
Feb 18 04:40:31.477690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:31.540796 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ee772b1-25f8-43d4-999b-0a3522135f68 req-cae54ee7-3b75-4c43-bdce-271515f7db0f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935209
Feb 18 04:40:31.718479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-9a8acfd2-49e2-4fc2-a1d8-558d5eaac71a None None] Provisioning complete for port 815974bf-7cd5-450a-8763-3116fbde1626 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:31.718948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9a8acfd2-49e2-4fc2-a1d8-558d5eaac71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:31.750185 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781c5b5-688f-4d67-8b50-c7b75a944ce4 req-d531da2a-f24d-412e-ad31-7f44bdb77cf2 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:31.758612 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6781c5b5-688f-4d67-8b50-c7b75a944ce4 req-d531da2a-f24d-412e-ad31-7f44bdb77cf2 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.2257926
Feb 18 04:40:31.811773 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6781c5b5-688f-4d67-8b50-c7b75a944ce4 req-01a3499b-3a31-4cbe-8ee8-33d4ffa372f3 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519848
Feb 18 04:40:31.890914 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:32.100603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:32.114220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Transition to ACTIVE for port object ed0fec6f-0853-4ed5-bd36-ff36285020c8 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:40:32.141016 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:32.160713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ec33a924-20b2-4b34-a946-8e12ef0bdee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:32.192722 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ac2fd-d7dc-495d-933d-c4fea1ce06fa req-0532b3aa-8838-406e-94d9-aa3090ea139e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:32.201658 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-817ac2fd-d7dc-495d-933d-c4fea1ce06fa req-0532b3aa-8838-406e-94d9-aa3090ea139e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1086447
Feb 18 04:40:32.259291 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-817ac2fd-d7dc-495d-933d-c4fea1ce06fa req-d0b25a06-cef4-43c0-866c-9fa57421c4d9 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564961
Feb 18 04:40:32.322704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4769553-0d77-4bda-8b2c-cd972bfc0214 req-7c7cf20d-0aaa-4ac1-b25c-ee7e5b3b862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:32.324332 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e4769553-0d77-4bda-8b2c-cd972bfc0214 req-7c7cf20d-0aaa-4ac1-b25c-ee7e5b3b862e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 1163 time: 0.5075073
Feb 18 04:40:32.380639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3392e6-8c47-4616-9212-78e841790e5d None None] Pushing event updated for resources: {'Port': ['ID=ed0fec6f-0853-4ed5-bd36-ff36285020c8,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:32.383951 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bf3392e6-8c47-4616-9212-78e841790e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:32.452069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Attempting to bind port ed0fec6f-0853-4ed5-bd36-ff36285020c8 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:40:32.452486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Attempting to bind port ed0fec6f-0853-4ed5-bd36-ff36285020c8 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:40:32.452900 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Attempting to bind port ed0fec6f-0853-4ed5-bd36-ff36285020c8 on network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:40:32.459094 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:40:32.459512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Checking segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:40:32.459998 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:32.460425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Bound using segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:40:32.460941 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Bound port: ed0fec6f-0853-4ed5-bd36-ff36285020c8, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:40:32.461350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:32.483687 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e4769553-0d77-4bda-8b2c-cd972bfc0214 req-5b644495-1d2f-427d-912f-2098325d90f0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458116
Feb 18 04:40:32.544753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-c075a762-6a76-400e-b908-7696f777f62c None None] For port ed0fec6f-0853-4ed5-bd36-ff36285020c8, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:40:32.547979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-c075a762-6a76-400e-b908-7696f777f62c None None] For port ed0fec6f-0853-4ed5-bd36-ff36285020c8, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=ed0fec6f-0853-4ed5-bd36-ff36285020c8,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:40:32.588516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d819799-58c9-4cf5-bbbb-b387ff9ccf41 req-bb0079e7-5de4-4169-9c9f-5c38c082889f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:32.590110 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9d819799-58c9-4cf5-bbbb-b387ff9ccf41 req-bb0079e7-5de4-4169-9c9f-5c38c082889f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.2511239
Feb 18 04:40:32.597963 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:32.612077 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ec33a924-20b2-4b34-a946-8e12ef0bdee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:32.703753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Allocated IP 172.20.0.1 (169735bd-f666-4a06-a404-b47abf944bca/46702569-17d2-41dd-9f20-049ee2f8169f/a12ea32f-9804-408f-8503-3beb77c48f91) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:40:32.711051 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9d819799-58c9-4cf5-bbbb-b387ff9ccf41 req-af1e4a44-4ffa-4108-931c-dadc8fec6a9a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765204
Feb 18 04:40:32.769128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3392e6-8c47-4616-9212-78e841790e5d None None] Pushing event updated for resources: {'Port': ['ID=ed0fec6f-0853-4ed5-bd36-ff36285020c8,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:32.773333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bf3392e6-8c47-4616-9212-78e841790e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:32.799671 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23276082-8609-441e-814c-fb2e71914781 req-9f3aae30-00ea-4197-8968-e74f71053cdb tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:32.802947 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-23276082-8609-441e-814c-fb2e71914781 req-9f3aae30-00ea-4197-8968-e74f71053cdb tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 946 time: 0.1160727
Feb 18 04:40:32.826440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Routers {'c478f7ee-c3fa-4ab5-a98d-67483575ed4c'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:40:32.827391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-c075a762-6a76-400e-b908-7696f777f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e7514e0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:40:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:40:32.866214 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-23276082-8609-441e-814c-fb2e71914781 req-74f00164-4dce-4c56-bf8b-8ecf6ed3cf1d tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572722
Feb 18 04:40:32.889218 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:32.908591 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Transition to ACTIVE for port object a12ea32f-9804-408f-8503-3beb77c48f91 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:40:32.975862 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:32.995172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f68ca7e8-e0db-4566-897f-28ca5944e67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:33.059903 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-c075a762-6a76-400e-b908-7696f777f62c None None] Set router c478f7ee-c3fa-4ab5-a98d-67483575ed4c gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:40:33.074855 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-ee1e0075-8686-489f-8072-9651eef4b0db tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Synchronizing usage tracker for tenant:c71ef4e1734d45caa55df7aabefe64f9 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:40:33.124023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-ee1e0075-8686-489f-8072-9651eef4b0db tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Unset dirty status for tenant:c71ef4e1734d45caa55df7aabefe64f9 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:40:33.125458 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-ee1e0075-8686-489f-8072-9651eef4b0db tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2043214951&fields=id&tenant_id=c71ef4e1734d45caa55df7aabefe64f9 HTTP/1.1" status: 200  len: 267 time: 0.0962636
Feb 18 04:40:33.190532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Pushing event updated for resources: {'Port': ['ID=a12ea32f-9804-408f-8503-3beb77c48f91,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:33.194258 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:33.267416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae2ce-44ad-4652-8556-28d5207f36da req-d647ee3b-d2c2-4b2c-83e4-66ded2b976cd tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:33.269064 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-78cae2ce-44ad-4652-8556-28d5207f36da req-d647ee3b-d2c2-4b2c-83e4-66ded2b976cd tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.2752364
Feb 18 04:40:33.301403 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 4856feb3-4cda-4f9d-992e-1915cfb472e2 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:33.304765 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Network 169735bd-f666-4a06-a404-b47abf944bca is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:40:33.308972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:40:33.311712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:40:33.327039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-bae8c0b2-22fe-417d-9a5e-be9c091f9b94 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:33.327842 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-bae8c0b2-22fe-417d-9a5e-be9c091f9b94 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Synchronizing usage tracker for tenant:c71ef4e1734d45caa55df7aabefe64f9 on resource:network {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:40:33.383687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-c075a762-6a76-400e-b908-7696f777f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e7514e0>, [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:40:28Z', 'revision_number': 3, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:40:33.388086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075a762-6a76-400e-b908-7696f777f62c None None] The sync data for ids ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'] in dv-cinder-776307-1-iscsi is: [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:40:28Z', 'revision_number': 3, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:40:33.394931 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-78cae2ce-44ad-4652-8556-28d5207f36da req-8646df51-6e7f-4238-ae78-16c14ca181c1 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153173
Feb 18 04:40:33.398646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-bae8c0b2-22fe-417d-9a5e-be9c091f9b94 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Unset dirty status for tenant:c71ef4e1734d45caa55df7aabefe64f9 on resource:network {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:40:33.399961 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-bae8c0b2-22fe-417d-9a5e-be9c091f9b94 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/networks?id=86c16645-192b-4075-a932-aaf87fb566e4 HTTP/1.1" status: 200  len: 809 time: 0.2656558
Feb 18 04:40:33.418028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977125'] for router_interface, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:33.427663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 4856feb3-4cda-4f9d-992e-1915cfb472e2 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:33.428312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:33.432573 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-0f84239e-66d9-4b14-a623-9897e49f7fc1 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/quotas/c71ef4e1734d45caa55df7aabefe64f9 HTTP/1.1" status: 200  len: 375 time: 0.0217161
Feb 18 04:40:33.578538 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a8be6bb4-0642-44e3-b75b-bc853cec5400 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c71ef4e1734d45caa55df7aabefe64f9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1417611
Feb 18 04:40:33.703314 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:33.710562 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d1c8-6567-498d-ba3e-43fca80e5e72 None None] Provisioning for port a12ea32f-9804-408f-8503-3beb77c48f91 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:40:33.716459 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d1c8-6567-498d-ba3e-43fca80e5e72 None None] Provisioning complete for port a12ea32f-9804-408f-8503-3beb77c48f91 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:33.716961 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d1c8-6567-498d-ba3e-43fca80e5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:33.731452 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a06dd225-e637-4588-9b75-f9a8e43e4c09 service neutron] 10.222.0.43 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438484
Feb 18 04:40:33.780071 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d1c8-6567-498d-ba3e-43fca80e5e72 None None] Port a12ea32f-9804-408f-8503-3beb77c48f91 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:40:33.803267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f049c-5570-4324-9232-12166c6c45d8 req-499e7076-a6c4-41bb-a2fe-7c2ca2a4e90e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:33.804867 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-987f049c-5570-4324-9232-12166c6c45d8 req-499e7076-a6c4-41bb-a2fe-7c2ca2a4e90e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.2217147
Feb 18 04:40:33.957726 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-987f049c-5570-4324-9232-12166c6c45d8 req-75e259e5-c1b2-499c-a2c5-8b724968fcac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1413100
Feb 18 04:40:33.964058 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-75da0508-a3a5-4d55-a1f6-c9e32360fd9d service neutron] 10.222.0.43 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2141469
Feb 18 04:40:34.267858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b4c5f-9e3e-4067-828b-27cb0144bc15 req-6720db44-a751-4443-ad05-a0c6344d37ad tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:34.269506 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-128b4c5f-9e3e-4067-828b-27cb0144bc15 req-6720db44-a751-4443-ad05-a0c6344d37ad tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1576078
Feb 18 04:40:34.306480 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:34.337417 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-128b4c5f-9e3e-4067-828b-27cb0144bc15 req-5947c923-e69c-4fc9-9ec1-7075db47cfff tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510862
Feb 18 04:40:34.361800 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:34.395592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-418f5ad1-8524-4003-8d5d-47ee4faee769 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:34.538626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Pushing event updated for resources: {'Port': ['ID=a12ea32f-9804-408f-8503-3beb77c48f91,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:34.545282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:34.547664 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854013805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853798841'] for router_interface, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:34.683208 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80986f93-b24e-4d7a-ab41-465134df3900 req-dfba0d03-c935-460f-acf9-8132d44d686f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:34.683846 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-80986f93-b24e-4d7a-ab41-465134df3900 req-dfba0d03-c935-460f-acf9-8132d44d686f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 946 time: 0.2262192
Feb 18 04:40:34.761528 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device ed0fec6f-0853-4ed5-bd36-ff36285020c8 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:34.774058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Network 169735bd-f666-4a06-a404-b47abf944bca is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:40:34.778468 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:40:34.807863 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-80986f93-b24e-4d7a-ab41-465134df3900 req-cb272e90-dcf7-4799-aa10-48127291eff4 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936146
Feb 18 04:40:34.849589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a8c40-844a-4f4f-a5a0-f323c2be9735 req-ecf55183-004e-4f42-bb10-ae8f987c9253 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:34.858442 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7d1a8c40-844a-4f4f-a5a0-f323c2be9735 req-ecf55183-004e-4f42-bb10-ae8f987c9253 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1878970
Feb 18 04:40:34.923821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port ed0fec6f-0853-4ed5-bd36-ff36285020c8 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:40:34.930548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port ed0fec6f-0853-4ed5-bd36-ff36285020c8 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:34.931151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:34.935410 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7d1a8c40-844a-4f4f-a5a0-f323c2be9735 req-6f390feb-5ad7-4dae-9c95-30f4bb1db33d tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756760
Feb 18 04:40:35.079822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-a6d0cf36-2349-4503-92c2-75dac9a23920 req-62febafb-b27f-41b3-bfc4-d27f8e067d84 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Synchronizing usage tracker for tenant:c71ef4e1734d45caa55df7aabefe64f9 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:40:35.175641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-6e0e7ad9-01ba-4bec-abd3-3016d3dbf73d None None] Provisioning complete for port a12ea32f-9804-408f-8503-3beb77c48f91 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:35.176054 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7ad9-01ba-4bec-abd3-3016d3dbf73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:35.207339 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:35.213176 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Router c478f7ee-c3fa-4ab5-a98d-67483575ed4c has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:40:35.220700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-a6d0cf36-2349-4503-92c2-75dac9a23920 req-62febafb-b27f-41b3-bfc4-d27f8e067d84 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Unset dirty status for tenant:c71ef4e1734d45caa55df7aabefe64f9 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:40:35.221960 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a6d0cf36-2349-4503-92c2-75dac9a23920 req-62febafb-b27f-41b3-bfc4-d27f8e067d84 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 210 time: 0.2564316
Feb 18 04:40:35.228341 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e584b6-551d-43e3-9c54-1911e43def97 req-2069458b-f4ca-46cb-9097-13c2c78c0a42 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:35.230010 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e1e584b6-551d-43e3-9c54-1911e43def97 req-2069458b-f4ca-46cb-9097-13c2c78c0a42 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1011705
Feb 18 04:40:35.245481 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port ed0fec6f-0853-4ed5-bd36-ff36285020c8, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=ed0fec6f-0853-4ed5-bd36-ff36285020c8,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:40:35.267183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e7ad9-01ba-4bec-abd3-3016d3dbf73d None None] Port a12ea32f-9804-408f-8503-3beb77c48f91 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:40:35.276331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:35.278299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:35.298591 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e1e584b6-551d-43e3-9c54-1911e43def97 req-103b28d6-8bbf-4992-824f-5863700edb68 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620446
Feb 18 04:40:35.394670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=ed0fec6f-0853-4ed5-bd36-ff36285020c8,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:35.399934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:35.564260 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a0d10e23-ecb4-44a4-9ef4-b6bd5181d508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:35.703646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:40:35.718222 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] 10.222.0.43 "PUT /v2.0/routers/c478f7ee-c3fa-4ab5-a98d-67483575ed4c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4052870
Feb 18 04:40:35.743815 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611be11-a208-463c-a2bd-c6697ae21799 req-cc7e2b8b-d431-4a1c-b14e-332d501e2ef0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:35.745439 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0611be11-a208-463c-a2bd-c6697ae21799 req-cc7e2b8b-d431-4a1c-b14e-332d501e2ef0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1287758
Feb 18 04:40:35.796671 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0611be11-a208-463c-a2bd-c6697ae21799 req-7ef67e71-5065-4d90-a583-c67c00493833 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443633
Feb 18 04:40:36.226300 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89792c65-798c-447e-ad25-7fd89a07ac2f req-0e445981-9803-4727-b8f4-8ea39c98458b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:36.228091 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-89792c65-798c-447e-ad25-7fd89a07ac2f req-0e445981-9803-4727-b8f4-8ea39c98458b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1007481
Feb 18 04:40:36.281762 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-89792c65-798c-447e-ad25-7fd89a07ac2f req-418bda25-4929-4e51-9fe4-9eb73c43835f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469425
Feb 18 04:40:36.404987 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6ee44ef4-4656-461e-9234-f765616b280b req-25844305-c57e-41ec-9411-a50a9e35a81f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 210 time: 0.0557044
Feb 18 04:40:36.504204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Sync routers for ids ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:40:36.516651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Routers {'c478f7ee-c3fa-4ab5-a98d-67483575ed4c'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:40:36.517329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dbb4ba8>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:40:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:40:36.533368 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e7470-1a54-43ba-a138-faf115dd976a req-faf3c805-06ec-471c-96ff-a87b5f93916c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:36.535247 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-463e7470-1a54-43ba-a138-faf115dd976a req-faf3c805-06ec-471c-96ff-a87b5f93916c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1031346
Feb 18 04:40:36.601659 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-463e7470-1a54-43ba-a138-faf115dd976a req-531a02a5-c978-458b-a6a3-8747e4317f38 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594647
Feb 18 04:40:36.763226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Set router c478f7ee-c3fa-4ab5-a98d-67483575ed4c gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:40:36.904463 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device ed0fec6f-0853-4ed5-bd36-ff36285020c8 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:37.266898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a939370b-fdd9-419d-96ca-4e00069923ad tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:37.268493 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a939370b-fdd9-419d-96ca-4e00069923ad tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.16 "GET /v2.0/networks?id=86c16645-192b-4075-a932-aaf87fb566e4 HTTP/1.1" status: 200  len: 809 time: 0.3141112
Feb 18 04:40:37.372285 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port ed0fec6f-0853-4ed5-bd36-ff36285020c8 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:37.372704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:37.472752 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-ba6d72e7-1f54-46a2-9e95-bd4affcc7def tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c71ef4e1734d45caa55df7aabefe64f9 HTTP/1.1" status: 200  len: 5759 time: 0.1185279
Feb 18 04:40:37.500337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Request body: {'port': {'device_id': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'admin_state_up': True, 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'security_groups': ['18d41a67-1116-4c66-8532-f5ffff2cd1ab']}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:40:37.714643 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761cb7e-5dce-4217-b2b4-aefea72d9a5f req-7296af8a-5172-4b6e-9924-34a307a04201 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:37.722701 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d761cb7e-5dce-4217-b2b4-aefea72d9a5f req-7296af8a-5172-4b6e-9924-34a307a04201 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.4640667
Feb 18 04:40:37.744437 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dbb4ba8>, [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:40:33Z', 'revision_number': 4, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': 'a12ea32f-9804-408f-8503-3beb77c48f91', 'name': '', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'mac_address': 'fa:16:3e:6e:93:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:32Z', 'updated_at': '2021-02-18T04:40:33Z', 'revision_number': 2, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'subnets': [{'id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:40:37.749326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Checking router: c478f7ee-c3fa-4ab5-a98d-67483575ed4c for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:40:37.749732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Updating router c478f7ee-c3fa-4ab5-a98d-67483575ed4c port a12ea32f-9804-408f-8503-3beb77c48f91 binding host dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:40:37.810863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:37.834158 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:40:37.844796 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:40:37.865969 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d761cb7e-5dce-4217-b2b4-aefea72d9a5f req-85fec424-76b3-4267-9a2f-7fd822dc8140 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1421986
Feb 18 04:40:37.912930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Made reservation on behalf of c71ef4e1734d45caa55df7aabefe64f9 for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:40:37.923273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:38.001427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-41570cd0-1caf-4138-bdc0-a15ee4a2d4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:38.115211 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-247602b0-6eeb-4cea-afe9-7d5b18b2a1c2 req-75134ccb-a63d-43ba-85a7-3b4a314478ae tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 210 time: 0.0651007
Feb 18 04:40:38.405426 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863b0f3-b90c-479d-bfe5-242c157bf920 req-3b04657c-1768-404e-929c-f33ec7720413 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:38.407095 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e863b0f3-b90c-479d-bfe5-242c157bf920 req-3b04657c-1768-404e-929c-f33ec7720413 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.2650707
Feb 18 04:40:38.497700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:38.511206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Transition to ACTIVE for port object a12ea32f-9804-408f-8503-3beb77c48f91 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:40:38.524719 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164fdad-232d-44d2-9a11-02b5e2cc3177 req-cd4d3030-7414-473d-ba8a-0a319d1f9b75 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:38.526527 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a164fdad-232d-44d2-9a11-02b5e2cc3177 req-cd4d3030-7414-473d-ba8a-0a319d1f9b75 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1414042
Feb 18 04:40:38.542464 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e863b0f3-b90c-479d-bfe5-242c157bf920 req-2500bbb4-f291-488f-a708-9b27d51a10e2 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242280
Feb 18 04:40:38.558061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:38.569668 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Allocated IP 172.20.0.13 (86c16645-192b-4075-a932-aaf87fb566e4/1ace81c5-6728-476b-8aac-1cd109d8d830/ed437c04-161f-48c6-8f86-f6dfde3f521b) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:40:38.627648 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a164fdad-232d-44d2-9a11-02b5e2cc3177 req-b0783409-8a4b-4d9f-b50a-cad229cbfa0a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896885
Feb 18 04:40:38.662961 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3b8e116d-c6d1-4e9a-9667-073470a4629a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:38.805561 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dee9be-ed63-4c99-b129-0d1112b5c1c8 None None] Pushing event updated for resources: {'Port': ['ID=a12ea32f-9804-408f-8503-3beb77c48f91,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:38.811364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-46dee9be-ed63-4c99-b129-0d1112b5c1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:38.950064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:38.966923 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Attempting to bind port a12ea32f-9804-408f-8503-3beb77c48f91 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:40:38.967984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Attempting to bind port a12ea32f-9804-408f-8503-3beb77c48f91 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:40:38.967984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Attempting to bind port a12ea32f-9804-408f-8503-3beb77c48f91 on network 169735bd-f666-4a06-a404-b47abf944bca {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:40:38.980813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:40:38.981211 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Checking segment: {'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:40:38.981626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:38.982066 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Bound using segment: {'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:40:38.982593 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Bound port: a12ea32f-9804-408f-8503-3beb77c48f91, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:40:38.983041 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:39.275924 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] For port a12ea32f-9804-408f-8503-3beb77c48f91, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:40:39.279392 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] For port a12ea32f-9804-408f-8503-3beb77c48f91, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=a12ea32f-9804-408f-8503-3beb77c48f91,segment=NetworkSegment(bd51506b-3d08-42c4-b0d5-a06cf1f861ff),segment_id=bd51506b-3d08-42c4-b0d5-a06cf1f861ff)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:40:39.293922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:39.365268 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Transition to ACTIVE for port object ed437c04-161f-48c6-8f86-f6dfde3f521b will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:40:39.365464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:39.379756 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b13d8c-e1f3-4dc1-9d17-9436a44d2104 req-c33e6133-851f-45d9-a438-968394fb4ca4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:39.395599 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88b13d8c-e1f3-4dc1-9d17-9436a44d2104 req-c33e6133-851f-45d9-a438-968394fb4ca4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1739810
Feb 18 04:40:39.467483 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88b13d8c-e1f3-4dc1-9d17-9436a44d2104 req-6ecc429b-6c34-4e54-80c2-bc13333e5ab9 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771911
Feb 18 04:40:39.492735 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d5f84744-66ee-4093-b274-6e529259cfbf req-8cac9408-efdc-4d17-81dd-06d192bee9be tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 210 time: 0.0689101
Feb 18 04:40:39.512386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:39.545124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:39.649322 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Routers {'c478f7ee-c3fa-4ab5-a98d-67483575ed4c'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:40:39.650311 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dbb4ba8>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:40:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:40:39.827536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16883848-e322-46dd-bcb7-2c25cc9f5d26 req-cb53493c-ccf5-47b6-8903-c5e8e32d857a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:39.838514 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-16883848-e322-46dd-bcb7-2c25cc9f5d26 req-cb53493c-ccf5-47b6-8903-c5e8e32d857a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1555398
Feb 18 04:40:39.862445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:39.947883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] Set router c478f7ee-c3fa-4ab5-a98d-67483575ed4c gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:40:39.948790 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-16883848-e322-46dd-bcb7-2c25cc9f5d26 req-c20edafe-ce20-40a6-922a-3993274a9c8f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030447
Feb 18 04:40:40.007714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Network 86c16645-192b-4075-a932-aaf87fb566e4 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:40:40.018382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:40:40.034890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:40:40.184909 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Pushing event updated for resources: {'Port': ['ID=ed437c04-161f-48c6-8f86-f6dfde3f521b,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:40.201862 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:40.224741 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:40.225522 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:40.293690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced499-439f-4dbc-b86d-67a35b7b061f req-11835d31-3c44-419a-8d8d-6c947fc240cd tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:40.302727 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d7ced499-439f-4dbc-b86d-67a35b7b061f req-11835d31-3c44-419a-8d8d-6c947fc240cd tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.3739164
Feb 18 04:40:40.305911 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8240323
Feb 18 04:40:40.334364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Request body: {'port': {'device_id': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:40:40.367343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:40.368982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dee9be-ed63-4c99-b129-0d1112b5c1c8 None None] Pushing event updated for resources: {'Port': ['ID=a12ea32f-9804-408f-8503-3beb77c48f91,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:40.412803 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-46dee9be-ed63-4c99-b129-0d1112b5c1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:40.417758 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:40.434081 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d7ced499-439f-4dbc-b86d-67a35b7b061f req-42f7acf0-7a70-413c-9d6b-3ad78ffb4999 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1224160
Feb 18 04:40:40.477824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dbb4ba8>, [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:40:33Z', 'revision_number': 4, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': 'a12ea32f-9804-408f-8503-3beb77c48f91', 'name': '', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'mac_address': 'fa:16:3e:6e:93:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:32Z', 'updated_at': '2021-02-18T04:40:39Z', 'revision_number': 4, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'subnets': [{'id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:40:40.483646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02844d-5537-4c23-84bc-fa36bfdaa3c7 None None] The sync data for ids ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'] in dv-cinder-776307-1-iscsi is: [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:40:33Z', 'revision_number': 4, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': 'a12ea32f-9804-408f-8503-3beb77c48f91', 'name': '', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'mac_address': 'fa:16:3e:6e:93:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:32Z', 'updated_at': '2021-02-18T04:40:39Z', 'revision_number': 4, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'subnets': [{'id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:40:40.540313 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:40.638235 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-d57e44b7-b4c6-476e-b752-ed4906102a90 None None] Provisioning for port ed437c04-161f-48c6-8f86-f6dfde3f521b completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:40:40.648794 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-d57e44b7-b4c6-476e-b752-ed4906102a90 None None] Provisioning complete for port ed437c04-161f-48c6-8f86-f6dfde3f521b triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:40.649439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d57e44b7-b4c6-476e-b752-ed4906102a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:40.833115 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-d57e44b7-b4c6-476e-b752-ed4906102a90 None None] Port ed437c04-161f-48c6-8f86-f6dfde3f521b cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:40:40.903414 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device a12ea32f-9804-408f-8503-3beb77c48f91 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:40.950374 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434f165-87e3-4d83-80cc-81c5219a382b req-f199d85c-f595-4384-9b42-74747b49eb72 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:40.958554 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b434f165-87e3-4d83-80cc-81c5219a382b req-f199d85c-f595-4384-9b42-74747b49eb72 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1533597
Feb 18 04:40:41.029353 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b434f165-87e3-4d83-80cc-81c5219a382b req-6e961c5d-fc39-4997-bced-17d9e6560af9 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697322
Feb 18 04:40:41.054097 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port a12ea32f-9804-408f-8503-3beb77c48f91 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:40:41.060976 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port a12ea32f-9804-408f-8503-3beb77c48f91 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:41.061447 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:41.218152 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0482e-9f24-4bca-9457-c5fa7d3d45be req-123cdf55-ea2d-4bef-94fc-c313109bf301 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:41.218934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ddd0482e-9f24-4bca-9457-c5fa7d3d45be req-123cdf55-ea2d-4bef-94fc-c313109bf301 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Synchronizing usage tracker for tenant:c71ef4e1734d45caa55df7aabefe64f9 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:40:41.311525 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:41.332958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcee77-fe6f-4d63-a5e2-9790772f6170 req-f0c3dd17-55e6-4463-8c1f-6a00d2491f4e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:41.348740 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-58bcee77-fe6f-4d63-a5e2-9790772f6170 req-f0c3dd17-55e6-4463-8c1f-6a00d2491f4e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1671405
Feb 18 04:40:41.381509 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port a12ea32f-9804-408f-8503-3beb77c48f91, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=a12ea32f-9804-408f-8503-3beb77c48f91,segment=NetworkSegment(bd51506b-3d08-42c4-b0d5-a06cf1f861ff),segment_id=bd51506b-3d08-42c4-b0d5-a06cf1f861ff)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:40:41.387499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ddd0482e-9f24-4bca-9457-c5fa7d3d45be req-123cdf55-ea2d-4bef-94fc-c313109bf301 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Unset dirty status for tenant:c71ef4e1734d45caa55df7aabefe64f9 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:40:41.388938 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ddd0482e-9f24-4bca-9457-c5fa7d3d45be req-123cdf55-ea2d-4bef-94fc-c313109bf301 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 932 time: 0.5575652
Feb 18 04:40:41.419410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:41.421110 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:41.428788 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-58bcee77-fe6f-4d63-a5e2-9790772f6170 req-8e99f121-94f2-4800-aa84-4a7ab6feef1e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785089
Feb 18 04:40:41.469380 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ddd0482e-9f24-4bca-9457-c5fa7d3d45be req-6ad58460-8143-4320-a088-2bbc9d764647 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0698631
Feb 18 04:40:41.586967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=a12ea32f-9804-408f-8503-3beb77c48f91,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:41.590780 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:41.609094 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed437c04-161f-48c6-8f86-f6dfde3f521b {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:40:41.625712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:41.655391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Transition to ACTIVE for port object ed437c04-161f-48c6-8f86-f6dfde3f521b will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:40:41.742621 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:41.766410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f5906ce5-ff63-4ae3-8ea9-4a084923e917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:41.845720 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71924f3a-eac7-4353-bee9-f776ba82b449 req-a446e972-d1ec-4e25-9233-e9a90534454b tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:41.855701 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-71924f3a-eac7-4353-bee9-f776ba82b449 req-a446e972-d1ec-4e25-9233-e9a90534454b tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1159251
Feb 18 04:40:41.917560 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-71924f3a-eac7-4353-bee9-f776ba82b449 req-3934e821-aafb-4384-8f91-4bad42fa8733 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596392
Feb 18 04:40:42.154278 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Pushing event updated for resources: {'Port': ['ID=ed437c04-161f-48c6-8f86-f6dfde3f521b,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:42.158552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:42.392222 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Attempting to bind port ed437c04-161f-48c6-8f86-f6dfde3f521b on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:40:42.392597 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Attempting to bind port ed437c04-161f-48c6-8f86-f6dfde3f521b by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:40:42.392954 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Attempting to bind port ed437c04-161f-48c6-8f86-f6dfde3f521b on network 86c16645-192b-4075-a932-aaf87fb566e4 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:40:42.399360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:40:42.399740 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Checking segment: {'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:40:42.400141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:42.400536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Bound using segment: {'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:40:42.401010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Bound port: ed437c04-161f-48c6-8f86-f6dfde3f521b, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3e298e-3edf-4016-b3d2-4f123593e10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:40:42.401381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:42.504700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] For port ed437c04-161f-48c6-8f86-f6dfde3f521b, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:40:42.508668 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] For port ed437c04-161f-48c6-8f86-f6dfde3f521b, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b,segment=NetworkSegment(4a3e298e-3edf-4016-b3d2-4f123593e10f),segment_id=4a3e298e-3edf-4016-b3d2-4f123593e10f)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:40:42.567231 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:42.699885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0d0631ea-8851-45b4-9b03-afe786e78477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:40:42.777765 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:42.778454 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:42.780022 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] 10.222.0.16 "PUT /v2.0/ports/ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 200  len: 1158 time: 2.4530001
Feb 18 04:40:42.782707 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:40:42.815399 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device a12ea32f-9804-408f-8503-3beb77c48f91 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:42.843166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Pushing event updated for resources: {'Port': ['ID=ed437c04-161f-48c6-8f86-f6dfde3f521b,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:40:42.846952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc4007-aa90-4c81-9f66-345279c2aca1 req-b4c28ef3-00a3-437e-8550-8ad3dce9931e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:42.848125 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:40:42.864256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab197d4-1167-4f1d-9f5d-4fb48b32ff87 req-d51dbf66-ee46-4afe-a19d-c48b5377c246 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:42.865757 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-13dc4007-aa90-4c81-9f66-345279c2aca1 req-b4c28ef3-00a3-437e-8550-8ad3dce9931e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.2772617
Feb 18 04:40:42.866014 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9ab197d4-1167-4f1d-9f5d-4fb48b32ff87 req-d51dbf66-ee46-4afe-a19d-c48b5377c246 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.3483796
Feb 18 04:40:42.948863 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-13dc4007-aa90-4c81-9f66-345279c2aca1 req-8c925402-78d5-498c-ad54-bb35cc234e24 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815275
Feb 18 04:40:43.072693 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9ab197d4-1167-4f1d-9f5d-4fb48b32ff87 req-e7392662-8f2d-4724-9f50-303a48f52513 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1991327
Feb 18 04:40:43.083970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port a12ea32f-9804-408f-8503-3beb77c48f91 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:43.084401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:43.157606 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-bf5c5c0f-570f-4f30-b415-087d30f838c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:43.159983 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-bf5c5c0f-570f-4f30-b415-087d30f838c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c71ef4e1734d45caa55df7aabefe64f9&device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 1161 time: 0.2154644
Feb 18 04:40:43.182455 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d38af7-2dfa-4fc6-a2bf-7a9bb316922a req-e6dad7f0-9c6b-4560-9090-f283b6f36b76 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:43.198209 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b5d38af7-2dfa-4fc6-a2bf-7a9bb316922a req-e6dad7f0-9c6b-4560-9090-f283b6f36b76 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1317232
Feb 18 04:40:43.260376 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b5d38af7-2dfa-4fc6-a2bf-7a9bb316922a req-a49cd0fc-680e-4661-aafe-0a159f808a63 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0610209
Feb 18 04:40:43.318718 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-38b21221-9570-4af8-ade5-b0f4bf6fd0b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 200  len: 217 time: 0.1479950
Feb 18 04:40:43.320853 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b', 'status': 'completed', 'code': 200}
Feb 18 04:40:43.423230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-d9bce462-6ca6-4b3d-87a8-9c75f9ddcc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:43.424953 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-d9bce462-6ca6-4b3d-87a8-9c75f9ddcc93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ace81c5-6728-476b-8aac-1cd109d8d830 HTTP/1.1" status: 200  len: 848 time: 0.0841475
Feb 18 04:40:43.594541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43f955-eeb7-4ba1-aaf0-4df0c707eac7 req-f956a9cc-052a-44ca-8052-1a5a6163307d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:43.596503 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1e43f955-eeb7-4ba1-aaf0-4df0c707eac7 req-f956a9cc-052a-44ca-8052-1a5a6163307d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1705477
Feb 18 04:40:43.600076 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a6b4f7ee-843f-4853-a627-1708c8e6c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:43.602522 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-a6b4f7ee-843f-4853-a627-1708c8e6c992 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86c16645-192b-4075-a932-aaf87fb566e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1319473
Feb 18 04:40:43.761845 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1e43f955-eeb7-4ba1-aaf0-4df0c707eac7 req-0a87eb0c-f287-4761-9d25-ed39c042fe2d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1570330
Feb 18 04:40:43.843630 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-5c3303da-6f8d-49e7-9dea-803b074daf45 service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2220340
Feb 18 04:40:44.062382 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-74c34a0e-35b0-44e0-a60c-2f5a27308559 req-4370a876-3036-4786-8367-70a355b34548 service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2094321
Feb 18 04:40:44.232640 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a253bd-b796-4667-83aa-ba61163d8103 req-f2f3d9b3-cdb9-41da-9a18-bf69c188a6b6 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:44.241505 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d8a253bd-b796-4667-83aa-ba61163d8103 req-f2f3d9b3-cdb9-41da-9a18-bf69c188a6b6 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1736414
Feb 18 04:40:44.299405 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d8a253bd-b796-4667-83aa-ba61163d8103 req-6dc7f4c0-1584-442e-9a8f-88daa625962d tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567811
Feb 18 04:40:44.373313 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dbd29-be6c-4eee-94ac-32320487b8bf req-f47f7e93-88d3-435d-a134-36c29d990de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:44.375215 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-546dbd29-be6c-4eee-94ac-32320487b8bf req-f47f7e93-88d3-435d-a134-36c29d990de7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c71ef4e1734d45caa55df7aabefe64f9&device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 1161 time: 0.2069619
Feb 18 04:40:44.387564 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170b522-9299-4e99-85da-f443c1654450 req-9abc1a7f-c05f-4034-977b-cba686399d13 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:44.395050 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a170b522-9299-4e99-85da-f443c1654450 req-9abc1a7f-c05f-4034-977b-cba686399d13 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1376786
Feb 18 04:40:44.595006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dbd29-be6c-4eee-94ac-32320487b8bf req-dbe97633-2220-408f-bc46-8613f72c7a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:44.596630 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-546dbd29-be6c-4eee-94ac-32320487b8bf req-dbe97633-2220-408f-bc46-8613f72c7a2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=86c16645-192b-4075-a932-aaf87fb566e4 HTTP/1.1" status: 200  len: 903 time: 0.1988328
Feb 18 04:40:44.636193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e92c5-ffe2-4d3a-9b8e-ef661c9c03bf req-566ec8ad-8aaa-4281-a989-eafac95eca47 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:44.647469 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c71e92c5-ffe2-4d3a-9b8e-ef661c9c03bf req-566ec8ad-8aaa-4281-a989-eafac95eca47 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1373813
Feb 18 04:40:44.707918 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c71e92c5-ffe2-4d3a-9b8e-ef661c9c03bf req-5888b8c6-2074-4a69-abe8-50c1772f0e2c tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0590889
Feb 18 04:40:44.744170 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a170b522-9299-4e99-85da-f443c1654450 req-220a9313-995a-4ae2-a466-979a2e2f55fd tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3480592
Feb 18 04:40:44.746690 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-546dbd29-be6c-4eee-94ac-32320487b8bf req-44727ca5-cbd4-4397-af32-2f4e2af25195 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 200  len: 217 time: 0.1243076
Feb 18 04:40:44.851541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dbd29-be6c-4eee-94ac-32320487b8bf req-50294ef7-43ee-439a-96cd-f74a992a962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:44.856074 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-546dbd29-be6c-4eee-94ac-32320487b8bf req-50294ef7-43ee-439a-96cd-f74a992a962c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ace81c5-6728-476b-8aac-1cd109d8d830 HTTP/1.1" status: 200  len: 848 time: 0.0984583
Feb 18 04:40:44.895204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:45.111736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dbd29-be6c-4eee-94ac-32320487b8bf req-47fe6637-d228-4c2d-b518-d358962c52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:45.115283 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-546dbd29-be6c-4eee-94ac-32320487b8bf req-47fe6637-d228-4c2d-b518-d358962c52c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86c16645-192b-4075-a932-aaf87fb566e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2531638
Feb 18 04:40:45.301577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91622a02-5e68-4e1f-ade4-61746027382c req-46683219-177a-4ac0-9fb6-bfe367724d9c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:45.315032 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-91622a02-5e68-4e1f-ade4-61746027382c req-46683219-177a-4ac0-9fb6-bfe367724d9c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.2236171
Feb 18 04:40:45.397679 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-546dbd29-be6c-4eee-94ac-32320487b8bf req-87ba61f1-6f1f-4d12-b98e-ec152d840e7f service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2672107
Feb 18 04:40:45.420188 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-91622a02-5e68-4e1f-ade4-61746027382c req-dca42fd9-8b1b-4a54-9ad1-4cb90d18a240 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039982
Feb 18 04:40:45.635584 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-546dbd29-be6c-4eee-94ac-32320487b8bf req-db4107fb-5524-45bf-acd7-b0f91997e4d6 service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2294736
Feb 18 04:40:45.757769 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329f94d-2a3c-4266-8e26-325468130a3e req-c159ffdd-3115-4dcd-b8e5-d9dbc6db2161 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:45.759813 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1329f94d-2a3c-4266-8e26-325468130a3e req-c159ffdd-3115-4dcd-b8e5-d9dbc6db2161 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1232483
Feb 18 04:40:45.841209 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1329f94d-2a3c-4266-8e26-325468130a3e req-f759834e-6cd3-4571-b04a-357472b7604f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741982
Feb 18 04:40:46.010056 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a836b-f24f-4b18-86b0-30c6ac81a80b req-e5167334-9657-4727-9cf5-99499bdb96f2 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:46.012540 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5c0a836b-f24f-4b18-86b0-30c6ac81a80b req-e5167334-9657-4727-9cf5-99499bdb96f2 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1389234
Feb 18 04:40:46.079713 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5c0a836b-f24f-4b18-86b0-30c6ac81a80b req-8cefafcb-ee9a-4f3c-85ac-7be44e8031ba tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0603309
Feb 18 04:40:46.138724 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b7785-5813-4dda-ad6b-50679f6f00ae req-726ca779-fb4f-4d96-b044-31a24b17ab85 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:46.147994 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d79b7785-5813-4dda-ad6b-50679f6f00ae req-726ca779-fb4f-4d96-b044-31a24b17ab85 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1832507
Feb 18 04:40:46.208956 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d79b7785-5813-4dda-ad6b-50679f6f00ae req-0237fcbb-01e3-431b-93c4-aa63f5a5069f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589321
Feb 18 04:40:46.712489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dcbb8-976f-4eb6-9fb2-016afa64fafc req-0af83e24-dc70-421f-80a2-ca48111fdb4d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:46.714334 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-884dcbb8-976f-4eb6-9fb2-016afa64fafc req-0af83e24-dc70-421f-80a2-ca48111fdb4d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1081531
Feb 18 04:40:46.782702 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-884dcbb8-976f-4eb6-9fb2-016afa64fafc req-8656675f-1446-42d1-a7e6-dad41deca20e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612614
Feb 18 04:40:47.188878 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af87a84-839e-43d9-a9cb-85ee86ba26e5 req-1d019580-f228-4582-a99f-8ce8e0779ec9 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:47.191179 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9af87a84-839e-43d9-a9cb-85ee86ba26e5 req-1d019580-f228-4582-a99f-8ce8e0779ec9 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1328259
Feb 18 04:40:47.252989 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9af87a84-839e-43d9-a9cb-85ee86ba26e5 req-47b04a1a-efff-43dd-9abe-06b10917c893 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546596
Feb 18 04:40:47.387735 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1905a-665f-4390-8ae2-9739a1a5fe24 req-c88963b4-2ec6-474c-b278-3d03053325ba tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:47.396209 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ccc1905a-665f-4390-8ae2-9739a1a5fe24 req-c88963b4-2ec6-474c-b278-3d03053325ba tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1107919
Feb 18 04:40:47.451164 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ccc1905a-665f-4390-8ae2-9739a1a5fe24 req-574d8229-e61b-474a-99d7-4c680adf8f35 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0535076
Feb 18 04:40:47.459582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66899277-a166-4033-94c2-e30c8800e89c req-04a986f4-c518-49dd-aa27-a60d12695dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:47.461461 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-66899277-a166-4033-94c2-e30c8800e89c req-04a986f4-c518-49dd-aa27-a60d12695dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0998247
Feb 18 04:40:47.515698 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-66899277-a166-4033-94c2-e30c8800e89c req-c84d3f8d-607a-4c02-8f63-0abd19b32675 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453055
Feb 18 04:40:47.999347 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ae178-0cb8-44cb-8963-df906ca76510 req-6d75a9f4-5369-41d0-9024-0ddb09452e7b tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:48.001277 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-853ae178-0cb8-44cb-8963-df906ca76510 req-6d75a9f4-5369-41d0-9024-0ddb09452e7b tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0931375
Feb 18 04:40:48.053566 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-853ae178-0cb8-44cb-8963-df906ca76510 req-f0efc20a-2d49-4f19-b3ab-ebf36c483084 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450854
Feb 18 04:40:48.488943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511ac1a-6452-4154-baca-cd024fe52627 req-a643fea0-15ca-4e03-beea-7104b7daa676 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:48.491571 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2511ac1a-6452-4154-baca-cd024fe52627 req-a643fea0-15ca-4e03-beea-7104b7daa676 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1126904
Feb 18 04:40:48.568896 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2511ac1a-6452-4154-baca-cd024fe52627 req-e8ea3ec2-07e4-44f9-ba93-068044235959 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672736
Feb 18 04:40:48.789024 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05055dcf-a997-4bd0-b3bb-0f920741208d req-74e7700c-3d7d-4fb6-8800-03ee2b8076b4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:48.796698 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-05055dcf-a997-4bd0-b3bb-0f920741208d req-74e7700c-3d7d-4fb6-8800-03ee2b8076b4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1110237
Feb 18 04:40:48.868096 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-05055dcf-a997-4bd0-b3bb-0f920741208d req-71c57e6a-d0ac-41df-a91b-da1a83ec9391 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700324
Feb 18 04:40:48.949546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b386e73-a60a-42a2-8e64-4bfee29f5442 req-8e954126-75ff-48fa-8d23-f2c3c8b4e9c0 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:48.951303 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2b386e73-a60a-42a2-8e64-4bfee29f5442 req-8e954126-75ff-48fa-8d23-f2c3c8b4e9c0 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1710846
Feb 18 04:40:49.031611 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2b386e73-a60a-42a2-8e64-4bfee29f5442 req-dd3c44cd-bb32-438f-9732-735b22cb427d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0648739
Feb 18 04:40:49.380105 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd1b5e-f9f6-42dc-9361-b399fe23fe3c req-89193993-6e0a-40e0-9bee-6348d77e3aa8 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:49.388418 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e5cd1b5e-f9f6-42dc-9361-b399fe23fe3c req-89193993-6e0a-40e0-9bee-6348d77e3aa8 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1368601
Feb 18 04:40:49.420226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device edd7077c-a067-4c52-a899-dfa7ccdbfc5b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:40:49.476278 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e5cd1b5e-f9f6-42dc-9361-b399fe23fe3c req-1d4db213-48e9-47d2-b4f6-9c49716aa30e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867646
Feb 18 04:40:49.599972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port edd7077c-a067-4c52-a899-dfa7ccdbfc5b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:40:49.604170 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:50.032079 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e3c7a-2032-4d1a-baf0-8284164daf47 req-ed180939-d1a7-4bae-ac5f-fc6cb858f856 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:50.043624 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-341e3c7a-2032-4d1a-baf0-8284164daf47 req-ed180939-d1a7-4bae-ac5f-fc6cb858f856 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.2504454
Feb 18 04:40:50.218186 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-341e3c7a-2032-4d1a-baf0-8284164daf47 req-1247a239-d774-42da-9d0a-244bcdbccfac tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708951
Feb 18 04:40:50.453664 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c38f7-c5cc-4ea0-a4f1-2896a9917970 req-7573ae33-b51e-4840-b0e8-bd71ed4cabc8 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:50.462616 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-375c38f7-c5cc-4ea0-a4f1-2896a9917970 req-7573ae33-b51e-4840-b0e8-bd71ed4cabc8 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.2388878
Feb 18 04:40:50.482885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e44de-4931-4ece-951b-2d25ee04718b req-3c98bdb7-9e8b-4c33-8a5f-e5e1ed487ce9 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:50.493865 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d91e44de-4931-4ece-951b-2d25ee04718b req-3c98bdb7-9e8b-4c33-8a5f-e5e1ed487ce9 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1360223
Feb 18 04:40:50.560292 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d91e44de-4931-4ece-951b-2d25ee04718b req-0751b279-f94f-4d31-873e-6b6cd2dd924e tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0653291
Feb 18 04:40:50.591999 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-375c38f7-c5cc-4ea0-a4f1-2896a9917970 req-38bcbe41-4c86-402f-ba6b-1a983f448749 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160185
Feb 18 04:40:50.812863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c76fe1-8e68-4ccb-870c-c49e1e36de34 req-ffd5775a-8780-4229-9c0b-f9638ee7273d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:50.822924 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-09c76fe1-8e68-4ccb-870c-c49e1e36de34 req-ffd5775a-8780-4229-9c0b-f9638ee7273d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1168370
Feb 18 04:40:50.888835 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-09c76fe1-8e68-4ccb-870c-c49e1e36de34 req-ef8fbef6-966f-4387-bd59-11c566add7c4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645502
Feb 18 04:40:51.576088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f081bbe-1394-4d25-8992-274f350141a0 req-983b90dd-49de-4f77-b8a7-b86ce6f2b22b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:51.603607 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1f081bbe-1394-4d25-8992-274f350141a0 req-983b90dd-49de-4f77-b8a7-b86ce6f2b22b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.2469933
Feb 18 04:40:51.709479 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1f081bbe-1394-4d25-8992-274f350141a0 req-d2b5a59a-40b0-4f8d-90b9-44b9299bb10b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047544
Feb 18 04:40:51.860221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1824d97-a2f1-45ad-bddb-91dfb4a6fad7 req-0136b0a3-3148-45a7-ab07-849d07fc03a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:51.861976 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d1824d97-a2f1-45ad-bddb-91dfb4a6fad7 req-0136b0a3-3148-45a7-ab07-849d07fc03a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1100671
Feb 18 04:40:51.926277 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d1824d97-a2f1-45ad-bddb-91dfb4a6fad7 req-cfd8c0c6-4d76-4c77-b0ee-ac70a608211e tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0543623
Feb 18 04:40:51.944174 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169aa61-04c2-434f-b42e-dace95f12d12 req-d540050b-24c8-4e5f-84b4-0e8a813a75f9 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:51.948447 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1169aa61-04c2-434f-b42e-dace95f12d12 req-d540050b-24c8-4e5f-84b4-0e8a813a75f9 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1180582
Feb 18 04:40:52.022248 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1169aa61-04c2-434f-b42e-dace95f12d12 req-3e9dff60-5825-4652-b24e-b97a406e7aec tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662546
Feb 18 04:40:52.167062 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0d5f4-342c-42cf-9162-b1819d1200e4 req-c76f9557-52bd-4447-a110-5ef64123756a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:52.168745 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1bd0d5f4-342c-42cf-9162-b1819d1200e4 req-c76f9557-52bd-4447-a110-5ef64123756a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0946748
Feb 18 04:40:52.231210 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1bd0d5f4-342c-42cf-9162-b1819d1200e4 req-f3c08cae-cb72-4984-a6c4-bacef66d580f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557303
Feb 18 04:40:52.911381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895ad96-995b-4099-9790-9bc732214ff1 req-7e1f9f29-37ea-4ae2-9842-07c132870fbd tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:52.912903 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7895ad96-995b-4099-9790-9bc732214ff1 req-7e1f9f29-37ea-4ae2-9842-07c132870fbd tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0973697
Feb 18 04:40:52.964273 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7895ad96-995b-4099-9790-9bc732214ff1 req-55ea84af-7635-4e2a-90a5-102f3156ac63 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451775
Feb 18 04:40:53.143021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc612f53-88a0-4e0d-9cc9-09f18861d99f req-1fb26e73-4efb-45b6-9eb4-970f1e777f73 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:53.144722 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dc612f53-88a0-4e0d-9cc9-09f18861d99f req-1fb26e73-4efb-45b6-9eb4-970f1e777f73 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0916138
Feb 18 04:40:53.195011 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dc612f53-88a0-4e0d-9cc9-09f18861d99f req-531766e6-3d95-4d97-a0ea-f48cc399e28e tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0438278
Feb 18 04:40:53.226321 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf60b2c-4555-41c4-93d9-eb1760d2cbed req-2bf11182-576b-45e8-92f6-d6006167b26b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:53.227942 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6bf60b2c-4555-41c4-93d9-eb1760d2cbed req-2bf11182-576b-45e8-92f6-d6006167b26b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0886526
Feb 18 04:40:53.275985 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6bf60b2c-4555-41c4-93d9-eb1760d2cbed req-919bf012-ef0f-48b0-b969-f8e7355b816a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414627
Feb 18 04:40:53.443695 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033a6f9-1475-4d4f-9bbc-c192b3401365 req-d2cfee0f-d9ba-4ea4-a519-181a84570e87 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:53.445357 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e033a6f9-1475-4d4f-9bbc-c192b3401365 req-d2cfee0f-d9ba-4ea4-a519-181a84570e87 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0928564
Feb 18 04:40:53.493446 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e033a6f9-1475-4d4f-9bbc-c192b3401365 req-fbdfe0d2-a7a4-4395-8fca-3292c1c4de0d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417597
Feb 18 04:40:54.322407 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161209a-07d2-4289-ac4e-154ffc268916 req-28a3d5d3-f6eb-46a2-9fe3-e53d3e3fada3 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:54.324179 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f161209a-07d2-4289-ac4e-154ffc268916 req-28a3d5d3-f6eb-46a2-9fe3-e53d3e3fada3 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1905270
Feb 18 04:40:54.385875 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f161209a-07d2-4289-ac4e-154ffc268916 req-9451bd15-f2ef-4050-b49e-86f182bf420c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551429
Feb 18 04:40:54.451880 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807bab6-9765-4343-8c3d-7c4fe68abe84 req-6481efcb-5ca7-4ec0-b468-263934414985 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:54.453552 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4807bab6-9765-4343-8c3d-7c4fe68abe84 req-6481efcb-5ca7-4ec0-b468-263934414985 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1054940
Feb 18 04:40:54.514730 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4807bab6-9765-4343-8c3d-7c4fe68abe84 req-1135c908-c1d7-4664-a663-55b8cfb3e974 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0510819
Feb 18 04:40:54.612607 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab102404-29d3-4554-89a0-88b41e2c6f85 req-d71fca77-29ed-424a-b2f0-82e3accb447f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:54.620776 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ab102404-29d3-4554-89a0-88b41e2c6f85 req-d71fca77-29ed-424a-b2f0-82e3accb447f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1145227
Feb 18 04:40:54.684545 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ab102404-29d3-4554-89a0-88b41e2c6f85 req-7853556b-79c0-4a84-8a02-f94f643ffc09 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626414
Feb 18 04:40:54.811247 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354b4ff-f4b5-44f9-b66c-928b7671438d req-1ae10a5f-bedd-43f1-84df-568531584c74 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:54.812912 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7354b4ff-f4b5-44f9-b66c-928b7671438d req-1ae10a5f-bedd-43f1-84df-568531584c74 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1216125
Feb 18 04:40:54.873913 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7354b4ff-f4b5-44f9-b66c-928b7671438d req-829e444f-b07b-4e6c-9f0f-1f046c431e8d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534661
Feb 18 04:40:55.572518 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-7a50d825-895f-4c0c-8244-a410e0f24d9d tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:55.580155 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-7a50d825-895f-4c0c-8244-a410e0f24d9d tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/networks?id=169735bd-f666-4a06-a404-b47abf944bca HTTP/1.1" status: 200  len: 815 time: 0.1849639
Feb 18 04:40:55.601142 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-cb460ae1-fe02-4d20-8aee-3c3eb0a1ecac tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/quotas/a99129f62dc14eb59accee32ffdd9328 HTTP/1.1" status: 200  len: 375 time: 0.0178399
Feb 18 04:40:55.723475 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-404b8337-aab2-438e-95df-793b59aa755a tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a99129f62dc14eb59accee32ffdd9328&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1175303
Feb 18 04:40:55.888750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da3b5f-6ac6-4f8a-915b-9eb7eafdfac6 req-e5d55449-e1fa-4cfe-9dd1-3fbea71bbca3 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:55.897334 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-75da3b5f-6ac6-4f8a-915b-9eb7eafdfac6 req-e5d55449-e1fa-4cfe-9dd1-3fbea71bbca3 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.3951142
Feb 18 04:40:55.897559 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-79fa545e-206f-4559-8930-5d049fef1f47 service neutron] 10.222.0.43 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697841
Feb 18 04:40:55.979739 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-75da3b5f-6ac6-4f8a-915b-9eb7eafdfac6 req-33232638-a9f1-44d8-850d-6bcb613480d7 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812919
Feb 18 04:40:56.119411 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-cfe96e2d-dbff-4583-baa5-70beae147e79 service neutron] 10.222.0.43 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2210119
Feb 18 04:40:56.224844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790c541-1b5d-4f3e-bae1-9a8dcb0c4ebf req-ae322275-b980-4738-ba53-fb436a01fe31 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:56.227184 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6790c541-1b5d-4f3e-bae1-9a8dcb0c4ebf req-ae322275-b980-4738-ba53-fb436a01fe31 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1057744
Feb 18 04:40:56.293824 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6790c541-1b5d-4f3e-bae1-9a8dcb0c4ebf req-d7ea229e-51fa-419c-82d7-dd2bd2e5aa27 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0596454
Feb 18 04:40:56.560785 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31462029-ea1c-4312-82a2-505ece3f7151 req-6c84c645-872e-42ef-9f07-8c814e7d8d90 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:56.562932 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-31462029-ea1c-4312-82a2-505ece3f7151 req-6c84c645-872e-42ef-9f07-8c814e7d8d90 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1496000
Feb 18 04:40:56.653175 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-31462029-ea1c-4312-82a2-505ece3f7151 req-dc9bb2a7-a744-476c-9dd1-9fbff1e68677 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802174
Feb 18 04:40:56.801003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-039f1802-c8ec-4df3-ad6f-e2e03d482a94 req-5dc8c7e7-4d34-408b-8a6c-5cac343d6130 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Synchronizing usage tracker for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:40:56.816294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e008a-ca0d-4574-b180-86a4f0ac2b23 req-9616a870-1bab-430d-94ca-ae3f412c8c24 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:56.828710 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-760e008a-ca0d-4574-b180-86a4f0ac2b23 req-9616a870-1bab-430d-94ca-ae3f412c8c24 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.3612151
Feb 18 04:40:56.852927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-039f1802-c8ec-4df3-ad6f-e2e03d482a94 req-5dc8c7e7-4d34-408b-8a6c-5cac343d6130 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Unset dirty status for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:40:56.854204 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-039f1802-c8ec-4df3-ad6f-e2e03d482a94 req-5dc8c7e7-4d34-408b-8a6c-5cac343d6130 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 210 time: 0.1134984
Feb 18 04:40:56.891083 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-760e008a-ca0d-4574-b180-86a4f0ac2b23 req-0e5df20a-de82-44d8-ac97-9870af8bd900 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541627
Feb 18 04:40:57.261397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefaf037-2dd2-4c86-8273-03f8db395967 req-9e00111c-e08e-4f37-8c2c-714e807f96fb tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:57.263104 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eefaf037-2dd2-4c86-8273-03f8db395967 req-9e00111c-e08e-4f37-8c2c-714e807f96fb tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1074581
Feb 18 04:40:57.314303 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eefaf037-2dd2-4c86-8273-03f8db395967 req-e645479e-3b8c-4d05-8c62-132d815d0cb0 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449235
Feb 18 04:40:57.423082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66fb1-cdef-4b7a-94a5-6dd0ef6d7486 req-4e40f678-ddaa-4215-b1f0-82bb192e95ba tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:57.424597 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-17e66fb1-cdef-4b7a-94a5-6dd0ef6d7486 req-4e40f678-ddaa-4215-b1f0-82bb192e95ba tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0889339
Feb 18 04:40:57.477392 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-17e66fb1-cdef-4b7a-94a5-6dd0ef6d7486 req-ef03c069-f317-43fb-9861-9ac78f916942 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455644
Feb 18 04:40:57.512750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c680ec-6c22-4385-90b6-645a7388e09b req-3fc03edc-826a-4279-be1a-c1d8198ce2e3 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:57.514450 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-68c680ec-6c22-4385-90b6-645a7388e09b req-3fc03edc-826a-4279-be1a-c1d8198ce2e3 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0940051
Feb 18 04:40:57.589448 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-68c680ec-6c22-4385-90b6-645a7388e09b req-1dba6b2c-9e2c-45f6-b038-f92dc0dd8e61 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423591
Feb 18 04:40:57.874516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f7e7c-0d01-4d8d-a969-8ecc517fa33b req-1dc0cb23-79b1-4891-b070-69d35334b484 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:57.876424 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bb1f7e7c-0d01-4d8d-a969-8ecc517fa33b req-1dc0cb23-79b1-4891-b070-69d35334b484 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0921056
Feb 18 04:40:57.927689 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bb1f7e7c-0d01-4d8d-a969-8ecc517fa33b req-1e1e4abe-bac5-4385-ac1f-60cf2cdd7cb7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439937
Feb 18 04:40:58.092722 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c1898e7f-045a-49f0-9fcf-6369a3e5e463 req-ab80713d-0e8a-49b5-9e63-467db3676358 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 210 time: 0.0885649
Feb 18 04:40:58.175685 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cca93e-a1c3-4ea2-96fb-24a334cf669c req-5fb06e73-5ee5-455f-a08f-0c7dd08b60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:58.178420 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d6cca93e-a1c3-4ea2-96fb-24a334cf669c req-5fb06e73-5ee5-455f-a08f-0c7dd08b60d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 1162 time: 0.0959971
Feb 18 04:40:58.355536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cca93e-a1c3-4ea2-96fb-24a334cf669c req-090fa504-22a1-4117-bc72-09d5e3f62799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:58.357938 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d6cca93e-a1c3-4ea2-96fb-24a334cf669c req-090fa504-22a1-4117-bc72-09d5e3f62799 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c HTTP/1.1" status: 200  len: 905 time: 0.1705036
Feb 18 04:40:58.538060 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d6cca93e-a1c3-4ea2-96fb-24a334cf669c req-cb6c02e5-7583-486c-bd74-d38b028d2a6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edd7077c-a067-4c52-a899-dfa7ccdbfc5b HTTP/1.1" status: 200  len: 1001 time: 0.1688993
Feb 18 04:40:58.639947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cca93e-a1c3-4ea2-96fb-24a334cf669c req-cc1d63a4-2a16-472f-83f8-dcd89941b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:58.641535 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d6cca93e-a1c3-4ea2-96fb-24a334cf669c req-cc1d63a4-2a16-472f-83f8-dcd89941b87c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf3bdabd-12da-4d5b-8a13-9cd7ac731207 HTTP/1.1" status: 200  len: 850 time: 0.0933363
Feb 18 04:40:58.651844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b4da1-c484-4493-b929-fbe50e390403 req-454d625e-18ba-453c-a0a8-7a458a978210 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:58.659708 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a16b4da1-c484-4493-b929-fbe50e390403 req-454d625e-18ba-453c-a0a8-7a458a978210 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.2116530
Feb 18 04:40:58.732844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1461e6-43ce-44f3-afab-271208137cf7 req-b75be4a5-5a56-45d0-8b44-64acf75864e1 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:58.734683 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ee1461e6-43ce-44f3-afab-271208137cf7 req-b75be4a5-5a56-45d0-8b44-64acf75864e1 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1130209
Feb 18 04:40:58.762650 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a16b4da1-c484-4493-b929-fbe50e390403 req-8ea3650d-5ab5-4828-a24c-bdfaa648fde9 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019628
Feb 18 04:40:58.785792 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cca93e-a1c3-4ea2-96fb-24a334cf669c req-79efd7cd-f121-437b-bf38-bf565cfb77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:58.787664 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ee1461e6-43ce-44f3-afab-271208137cf7 req-1330b2cf-4221-4929-be5c-053134c2139e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463519
Feb 18 04:40:58.788238 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d6cca93e-a1c3-4ea2-96fb-24a334cf669c req-79efd7cd-f121-437b-bf38-bf565cfb77b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1113212
Feb 18 04:40:59.015575 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d6cca93e-a1c3-4ea2-96fb-24a334cf669c req-dfca1708-37e5-4893-abbe-b460b82a5c9d service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186823
Feb 18 04:40:59.126886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7fec-32a0-45f6-a884-8df27ca46982 req-7a548e19-4c53-4da7-9305-48da57550648 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:59.128641 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-946e7fec-32a0-45f6-a884-8df27ca46982 req-7a548e19-4c53-4da7-9305-48da57550648 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.2465544
Feb 18 04:40:59.202753 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-946e7fec-32a0-45f6-a884-8df27ca46982 req-a447bdbd-0f85-4705-afce-c24a8773c66b tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0664077
Feb 18 04:40:59.249192 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d6cca93e-a1c3-4ea2-96fb-24a334cf669c req-b06fb678-6e87-4210-b71a-c197ff56b2d8 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2245927
Feb 18 04:40:59.289604 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b06cc-0602-439a-89b8-1cb2a3712481 req-f6060a51-82e6-4920-b483-9261f6f72de2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:59.291252 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de7b06cc-0602-439a-89b8-1cb2a3712481 req-f6060a51-82e6-4920-b483-9261f6f72de2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.2093153
Feb 18 04:40:59.336407 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-86332db3-b73a-4525-b65e-598eefac0e66 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:59.337974 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-86332db3-b73a-4525-b65e-598eefac0e66 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.16 "GET /v2.0/networks?id=169735bd-f666-4a06-a404-b47abf944bca HTTP/1.1" status: 200  len: 815 time: 0.2828491
Feb 18 04:40:59.354260 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Request body: {'port': {'device_id': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'admin_state_up': True, 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:40:59.422591 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bccfb507-3cf7-4b31-bb86-7920ffa7e7bb req-40b0fad9-4bed-47b5-970b-10f4e240cc35 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 210 time: 0.0526559
Feb 18 04:40:59.433530 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de7b06cc-0602-439a-89b8-1cb2a3712481 req-5b754745-ef3f-44df-8cb9-7d781296321e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1323066
Feb 18 04:40:59.508992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:40:59.519286 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:40:59.557116 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Made reservation on behalf of a99129f62dc14eb59accee32ffdd9328 for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:40:59.562832 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:40:59.865305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Allocated IP 172.20.0.10 (169735bd-f666-4a06-a404-b47abf944bca/46702569-17d2-41dd-9f20-049ee2f8169f/bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:40:59.971692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80838a5d-1083-4d88-b8bd-bad7e090751e req-d727bd3f-b275-494a-a49c-b262caa21f34 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:40:59.974042 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-80838a5d-1083-4d88-b8bd-bad7e090751e req-d727bd3f-b275-494a-a49c-b262caa21f34 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0886106
Feb 18 04:41:00.027488 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-80838a5d-1083-4d88-b8bd-bad7e090751e req-299d4f19-b0b1-4953-bc09-9cdf547141b0 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462897
Feb 18 04:41:00.136688 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7998e7b-afc8-4477-8183-c2ea4afe8228 req-0f14baae-dbe7-4869-b93c-38df581ee80f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:00.138247 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7998e7b-afc8-4477-8183-c2ea4afe8228 req-0f14baae-dbe7-4869-b93c-38df581ee80f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.2289855
Feb 18 04:41:00.178009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:00.211791 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Transition to ACTIVE for port object bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:41:00.221221 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7998e7b-afc8-4477-8183-c2ea4afe8228 req-5ff33a5a-4ac8-45c0-b16f-3785f93e0c91 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744960
Feb 18 04:41:00.270143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:00.285089 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c1e22924-292f-458c-9ff9-977bd1867f44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:00.420524 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ab0e8-25f4-41ec-990f-663362acbf0c req-cc0f1d57-7289-43cb-82df-cfaf84348bba tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:00.422229 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cb7ab0e8-25f4-41ec-990f-663362acbf0c req-cc0f1d57-7289-43cb-82df-cfaf84348bba tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0903587
Feb 18 04:41:00.427014 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Pushing event updated for resources: {'Port': ['ID=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:00.430860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:00.478354 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cb7ab0e8-25f4-41ec-990f-663362acbf0c req-117abd5e-9a53-4571-8699-78b1e49e7490 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0480998
Feb 18 04:41:00.489308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Network 169735bd-f666-4a06-a404-b47abf944bca is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:41:00.491227 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:41:00.500796 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:41:00.628353 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:00.629051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:00.680903 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dc70e-8025-4219-bbc1-f2b60a34ef13 req-5f2795ad-7690-4c2b-b34f-8f664aa4fd57 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:00.681803 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7c9dc70e-8025-4219-bbc1-f2b60a34ef13 req-5f2795ad-7690-4c2b-b34f-8f664aa4fd57 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Synchronizing usage tracker for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:41:00.685058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c2904-67d0-4a51-851a-e3d372200643 req-e63bc469-9463-44fe-912d-7a91ffee3f9f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:00.686688 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d17c2904-67d0-4a51-851a-e3d372200643 req-e63bc469-9463-44fe-912d-7a91ffee3f9f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0996561
Feb 18 04:41:00.700983 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3515327
Feb 18 04:41:00.728577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7c9dc70e-8025-4219-bbc1-f2b60a34ef13 req-5f2795ad-7690-4c2b-b34f-8f664aa4fd57 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Unset dirty status for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:41:00.729762 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7c9dc70e-8025-4219-bbc1-f2b60a34ef13 req-5f2795ad-7690-4c2b-b34f-8f664aa4fd57 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 932 time: 0.1770127
Feb 18 04:41:00.735728 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d17c2904-67d0-4a51-851a-e3d372200643 req-1f767c46-f054-48f0-a920-20b719fc31d2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419469
Feb 18 04:41:00.780077 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7c9dc70e-8025-4219-bbc1-f2b60a34ef13 req-225104f4-0342-4489-bb05-180d1606076d tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438068
Feb 18 04:41:00.797457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-21685f54-2926-4631-8506-b600ebd87eb2 None None] Provisioning for port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:41:00.802737 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-21685f54-2926-4631-8506-b600ebd87eb2 None None] Provisioning complete for port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:00.803750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-21685f54-2926-4631-8506-b600ebd87eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:01.020090 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-21685f54-2926-4631-8506-b600ebd87eb2 None None] Port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:41:01.228946 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8986-d378-4158-9842-760ebe15938d req-714d8fa2-c6a5-4803-90bf-d53e4b7dc35f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:01.230536 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-febd8986-d378-4158-9842-760ebe15938d req-714d8fa2-c6a5-4803-90bf-d53e4b7dc35f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0899146
Feb 18 04:41:01.278310 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-febd8986-d378-4158-9842-760ebe15938d req-eed427e8-eb5b-4fd8-b8ca-be8a8c81a520 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414748
Feb 18 04:41:01.418492 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371c932-18d2-4558-9502-944dfcaa45a2 req-ed79364c-41f8-4cb3-b5de-19e2e3d256fb tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:01.420082 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5371c932-18d2-4558-9502-944dfcaa45a2 req-ed79364c-41f8-4cb3-b5de-19e2e3d256fb tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0848348
Feb 18 04:41:01.466772 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5371c932-18d2-4558-9502-944dfcaa45a2 req-18dacb37-d164-43df-9764-f65199f56ab3 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405304
Feb 18 04:41:01.683224 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c82b9-6fa3-4e93-b53d-88a31f3cf5c5 req-2dde0668-6e85-4de1-985d-d483af057c67 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:01.684831 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4a1c82b9-6fa3-4e93-b53d-88a31f3cf5c5 req-2dde0668-6e85-4de1-985d-d483af057c67 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0868273
Feb 18 04:41:01.734352 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4a1c82b9-6fa3-4e93-b53d-88a31f3cf5c5 req-0ee221d9-940c-4ca8-9242-b82c9122ddc1 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432501
Feb 18 04:41:01.951600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6863-4ce4-4cd6-aa2f-526c74e069fa req-38d5b483-0e86-436b-a422-1b989f72cd3c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:01.957624 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6e5e6863-4ce4-4cd6-aa2f-526c74e069fa req-38d5b483-0e86-436b-a422-1b989f72cd3c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0944383
Feb 18 04:41:01.978202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b485e-2cbc-41a7-a618-f5069c1e05b9 req-479747b9-1aa4-4ddd-8f5c-9676611605ab tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:01.979940 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1f7b485e-2cbc-41a7-a618-f5069c1e05b9 req-479747b9-1aa4-4ddd-8f5c-9676611605ab tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 932 time: 0.0862303
Feb 18 04:41:02.002200 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6e5e6863-4ce4-4cd6-aa2f-526c74e069fa req-87a7d380-2b28-489d-88cc-352fc5c1c59c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425985
Feb 18 04:41:02.028582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-1f7b485e-2cbc-41a7-a618-f5069c1e05b9 req-41b87101-b5ec-481e-99b4-63947257a3ed tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Synchronizing usage tracker for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:security_group {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:41:02.083096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-1f7b485e-2cbc-41a7-a618-f5069c1e05b9 req-41b87101-b5ec-481e-99b4-63947257a3ed tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Unset dirty status for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:security_group {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:41:02.084380 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1f7b485e-2cbc-41a7-a618-f5069c1e05b9 req-41b87101-b5ec-481e-99b4-63947257a3ed tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974667
Feb 18 04:41:02.438837 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Request body: {'port': {'device_id': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:41:02.590315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:02.608164 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fc63e-5667-456b-bd61-f64e336550d6 req-b8e3c040-6d25-48fb-a9c8-57cf3d879420 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:02.609825 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c9fc63e-5667-456b-bd61-f64e336550d6 req-b8e3c040-6d25-48fb-a9c8-57cf3d879420 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.2172561
Feb 18 04:41:02.728743 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c54326-e3e7-4ed7-ae58-9ec9b671b657 req-4b1ae9b8-b08e-4734-8de2-8ee2f43bc7bf tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:02.730729 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-60c54326-e3e7-4ed7-ae58-9ec9b671b657 req-4b1ae9b8-b08e-4734-8de2-8ee2f43bc7bf tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1109712
Feb 18 04:41:02.753007 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c9fc63e-5667-456b-bd61-f64e336550d6 req-d1302244-5815-41fa-a34d-9b9f50f34d97 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344137
Feb 18 04:41:02.811833 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-60c54326-e3e7-4ed7-ae58-9ec9b671b657 req-dbe53f6b-6c0e-4491-a42e-22028920823c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716720
Feb 18 04:41:02.896645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03761e4-cbd5-43bf-aa11-e24632bd4957 req-f3077758-895f-4462-9eaa-4800cee22ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:02.898182 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f03761e4-cbd5-43bf-aa11-e24632bd4957 req-f3077758-895f-4462-9eaa-4800cee22ad3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 1162 time: 0.0917411
Feb 18 04:41:03.115648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03761e4-cbd5-43bf-aa11-e24632bd4957 req-77128442-531c-487d-ad0f-dbebcdc8411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:03.121576 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:41:03.124362 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f03761e4-cbd5-43bf-aa11-e24632bd4957 req-77128442-531c-487d-ad0f-dbebcdc8411d service neutron] 10.222.0.16 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 911 time: 0.2133048
Feb 18 04:41:03.131440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6f393-c14f-465e-9248-243a1b3e3713 req-c2f990c8-82f6-44fa-b912-0584dfcaecf5 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:03.142205 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-efe6f393-c14f-465e-9248-243a1b3e3713 req-c2f990c8-82f6-44fa-b912-0584dfcaecf5 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.2431564
Feb 18 04:41:03.259196 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-efe6f393-c14f-465e-9248-243a1b3e3713 req-0927400d-051f-4dfb-8227-c93fd5741bc9 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1160889
Feb 18 04:41:03.392075 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa18fa3-6c30-4fd9-9ad0-f64822db3089 req-f0a85e73-d804-4afa-8275-99cb5fb202be tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:03.400680 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:41:03.400882 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2fa18fa3-6c30-4fd9-9ad0-f64822db3089 req-f0a85e73-d804-4afa-8275-99cb5fb202be tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.2110605
Feb 18 04:41:03.441904 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:03.492307 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Transition to ACTIVE for port object bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:41:03.513042 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2fa18fa3-6c30-4fd9-9ad0-f64822db3089 req-169faece-c91e-476a-82f6-df08cab483c3 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027019
Feb 18 04:41:03.582858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:03.605334 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-533ec3bd-c803-4ab6-b311-30df6825bbac tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:03.986898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Pushing event updated for resources: {'Port': ['ID=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:03.990207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:04.027028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc096a-6783-48b7-9e19-4c725d04e6c3 req-989e9cec-7898-4712-aa11-ed4744273bf6 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:04.035108 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3dcc096a-6783-48b7-9e19-4c725d04e6c3 req-989e9cec-7898-4712-aa11-ed4744273bf6 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1442537
Feb 18 04:41:04.043581 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a0916-9d78-470a-8518-90ba8d7efde4 req-7c52e51f-ffb6-4e6a-8a56-c71c5852eff6 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:04.051434 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6f6a0916-9d78-470a-8518-90ba8d7efde4 req-7c52e51f-ffb6-4e6a-8a56-c71c5852eff6 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.5485940
Feb 18 04:41:04.102491 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3dcc096a-6783-48b7-9e19-4c725d04e6c3 req-159ecc3e-522a-4537-b9bb-191438caf363 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665953
Feb 18 04:41:04.253210 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6f6a0916-9d78-470a-8518-90ba8d7efde4 req-300b8895-2504-424e-a52e-b76a713a44e2 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008038
Feb 18 04:41:04.330480 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Attempting to bind port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:41:04.331026 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Attempting to bind port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:41:04.331423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Attempting to bind port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e on network 169735bd-f666-4a06-a404-b47abf944bca {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:41:04.339709 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:41:04.340095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Checking segment: {'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:41:04.340509 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:04.340908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Bound using segment: {'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:41:04.341397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Bound port: bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '169735bd-f666-4a06-a404-b47abf944bca'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:41:04.341777 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:04.367996 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316da07-0a7e-4ad7-b5b0-e7c37ed773ac req-b17a91bb-ec1f-483c-a983-93b1712afa88 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:04.376066 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5316da07-0a7e-4ad7-b5b0-e7c37ed773ac req-b17a91bb-ec1f-483c-a983-93b1712afa88 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1403785
Feb 18 04:41:04.432849 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5316da07-0a7e-4ad7-b5b0-e7c37ed773ac req-fb355820-9fbe-4fcb-8dc1-29dffa1ca6e8 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557649
Feb 18 04:41:04.498957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] For port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e, host hv-cinder-77630, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:41:04.506781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] For port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e,segment=NetworkSegment(bd51506b-3d08-42c4-b0d5-a06cf1f861ff),segment_id=bd51506b-3d08-42c4-b0d5-a06cf1f861ff)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:41:04.564174 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:04.580835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-41d513f5-9c01-4ec7-9039-e6bc8199c2f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:04.624456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device edd7077c-a067-4c52-a899-dfa7ccdbfc5b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:41:04.793912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port edd7077c-a067-4c52-a899-dfa7ccdbfc5b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:04.794576 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:04.820870 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Pushing event updated for resources: {'Port': ['ID=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:04.826033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:04.919033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a66523-6680-444b-9a41-1feca6897e91 req-bb211696-7997-4818-9a21-08c9e6ddf781 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:04.928382 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-78a66523-6680-444b-9a41-1feca6897e91 req-bb211696-7997-4818-9a21-08c9e6ddf781 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1870947
Feb 18 04:41:04.928828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:04.929527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:04.931071 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] 10.222.0.16 "PUT /v2.0/ports/bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 200  len: 1158 time: 2.4968450
Feb 18 04:41:04.931623 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:41:05.029894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:41:05.062048 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-78a66523-6680-444b-9a41-1feca6897e91 req-7ecb694b-a150-4dcf-a378-33120cc10b07 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1211801
Feb 18 04:41:05.157578 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e', 'status': 'completed', 'code': 200}
Feb 18 04:41:05.197459 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008656b-1376-43c3-9cc0-1f157a77e7aa req-bb920ac7-7184-4e7a-af35-7237b88cb2f7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:05.200770 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d008656b-1376-43c3-9cc0-1f157a77e7aa req-bb920ac7-7184-4e7a-af35-7237b88cb2f7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1766045
Feb 18 04:41:05.226059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:05.226716 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:05.285976 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d008656b-1376-43c3-9cc0-1f157a77e7aa req-f499c15a-a85d-474f-b18b-70f1c8c86f29 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658083
Feb 18 04:41:05.395160 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c7c18-6c0e-48bd-ac20-1a369635c378 req-49848f63-a31a-40bf-8310-a4089586c03b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:05.404422 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7a6c7c18-6c0e-48bd-ac20-1a369635c378 req-49848f63-a31a-40bf-8310-a4089586c03b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1305084
Feb 18 04:41:05.483808 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7a6c7c18-6c0e-48bd-ac20-1a369635c378 req-29ded9a4-6197-44b1-b080-816cb7118a80 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749426
Feb 18 04:41:05.575938 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f3956259-8987-4eea-a08d-4e16edce6e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:05.591854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472923e-1d9c-4819-80db-f6516f2130bd req-a5d752ba-d469-4dc4-a0aa-9e7f7f080598 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:05.591854 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6472923e-1d9c-4819-80db-f6516f2130bd req-a5d752ba-d469-4dc4-a0aa-9e7f7f080598 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.1024027
Feb 18 04:41:05.654681 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6472923e-1d9c-4819-80db-f6516f2130bd req-2ff6fc85-06d5-4aef-9896-13ad7491a605 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556281
Feb 18 04:41:05.721948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0286f8a-0c3d-4c57-ac88-dc363948c9a0 req-2592fa8b-75ac-4bdf-93c0-73bd7e679be4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:05.723564 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c0286f8a-0c3d-4c57-ac88-dc363948c9a0 req-2592fa8b-75ac-4bdf-93c0-73bd7e679be4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1040556
Feb 18 04:41:05.775299 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c0286f8a-0c3d-4c57-ac88-dc363948c9a0 req-1a3d0d7e-258b-4f92-9013-32209fdbf44b tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448070
Feb 18 04:41:06.269423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e32fd-5b8a-49e2-85c6-7e270294480a req-61da50b3-0957-47cc-a5de-2c9fee5d8de5 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:06.271061 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-714e32fd-5b8a-49e2-85c6-7e270294480a req-61da50b3-0957-47cc-a5de-2c9fee5d8de5 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1004968
Feb 18 04:41:06.323639 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-714e32fd-5b8a-49e2-85c6-7e270294480a req-9fc97985-dde5-46a5-8f9d-3572a9325744 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0456762
Feb 18 04:41:06.502023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e92b02-fb6f-44f7-9ac4-80397f552c83 req-e58d17c2-c2c1-4d0a-ace5-63dc4cae03ee tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:06.504544 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f6e92b02-fb6f-44f7-9ac4-80397f552c83 req-e58d17c2-c2c1-4d0a-ace5-63dc4cae03ee tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0901163
Feb 18 04:41:06.601366 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f6e92b02-fb6f-44f7-9ac4-80397f552c83 req-684c59d4-229a-4215-8ae9-83b8812d99a7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902634
Feb 18 04:41:06.727482 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ab7b1-6538-475a-81e9-27b929ce4ccc req-3bc0df97-8a34-4c2b-a10f-21a0ed8964bc tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:06.737413 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-057ab7b1-6538-475a-81e9-27b929ce4ccc req-3bc0df97-8a34-4c2b-a10f-21a0ed8964bc tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1137431
Feb 18 04:41:06.825509 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-057ab7b1-6538-475a-81e9-27b929ce4ccc req-a7ca5692-e9b3-45bd-a8f1-d452c1ee5089 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868292
Feb 18 04:41:06.945371 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804d544-da25-4c83-8df8-b84731c6b91c req-ffd9f4db-221a-4f21-906d-6c0de77aff33 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:06.947224 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8804d544-da25-4c83-8df8-b84731c6b91c req-ffd9f4db-221a-4f21-906d-6c0de77aff33 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.1210017
Feb 18 04:41:07.007373 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8804d544-da25-4c83-8df8-b84731c6b91c req-9dc3fc68-12b6-4e72-b17f-d455ee94d47c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531971
Feb 18 04:41:07.044168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a709e-1b21-4a2a-bb29-1ce83f4026df req-59d7ff9d-3002-4024-8949-a7e7abb85bd2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:07.045790 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dc0a709e-1b21-4a2a-bb29-1ce83f4026df req-59d7ff9d-3002-4024-8949-a7e7abb85bd2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1082554
Feb 18 04:41:07.096645 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dc0a709e-1b21-4a2a-bb29-1ce83f4026df req-99554b3a-afb0-4787-9a9a-6832a2d2587f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443659
Feb 18 04:41:07.532204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0374a-e382-4a2b-820a-b81b694aae48 req-8826bebb-58d1-44c3-bdb1-cc63b45de714 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:07.533851 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9ef0374a-e382-4a2b-820a-b81b694aae48 req-8826bebb-58d1-44c3-bdb1-cc63b45de714 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0893650
Feb 18 04:41:07.584852 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9ef0374a-e382-4a2b-820a-b81b694aae48 req-b4de1ee3-506b-482b-a102-e6b96c690cc7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439265
Feb 18 04:41:07.805268 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f90f3-8004-4834-9988-0826dd583e7d req-23017c73-a20a-447a-bf3a-f7e3025d81e2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:07.812852 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d92f90f3-8004-4834-9988-0826dd583e7d req-23017c73-a20a-447a-bf3a-f7e3025d81e2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0977995
Feb 18 04:41:07.813221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4c8cb23d-32a1-4b39-9e2d-59a9e247b843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:07.864384 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d92f90f3-8004-4834-9988-0826dd583e7d req-ba847451-3da1-42f8-a150-93a98ad35f6e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505016
Feb 18 04:41:08.035810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de244234-80bc-4a62-b829-8763ac24aade req-4026ea05-0c4e-4279-93d0-2a36a6e9c5d1 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:08.038103 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de244234-80bc-4a62-b829-8763ac24aade req-4026ea05-0c4e-4279-93d0-2a36a6e9c5d1 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0953069
Feb 18 04:41:08.089281 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de244234-80bc-4a62-b829-8763ac24aade req-14a3882f-8eb4-4090-8c47-4a3fd32b287d tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435779
Feb 18 04:41:08.262314 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436adcbd-2f76-4a1a-b49e-f6abef20afd3 req-b311a361-3d83-41e1-b5f9-30384bb27e39 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:08.263996 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-436adcbd-2f76-4a1a-b49e-f6abef20afd3 req-b311a361-3d83-41e1-b5f9-30384bb27e39 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.1221259
Feb 18 04:41:08.327807 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-436adcbd-2f76-4a1a-b49e-f6abef20afd3 req-2e341824-222d-4147-988e-4bf5fbde3c44 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575871
Feb 18 04:41:08.538755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2244f-6ddd-4e4b-a2aa-f2886277912f req-3f11f0e4-cfbe-4b87-beaa-25dab331b34a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:08.540464 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-24a2244f-6ddd-4e4b-a2aa-f2886277912f req-3f11f0e4-cfbe-4b87-beaa-25dab331b34a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.3030710
Feb 18 04:41:08.593276 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-24a2244f-6ddd-4e4b-a2aa-f2886277912f req-84c7796f-ae40-4b62-85c4-1aedcda15580 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464997
Feb 18 04:41:08.637951 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:08.800358 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7d830-e201-4322-ae5e-733e87fe9078 req-d68c376d-c25f-48f2-98dc-9944f6209597 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:08.802155 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5de7d830-e201-4322-ae5e-733e87fe9078 req-d68c376d-c25f-48f2-98dc-9944f6209597 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0940342
Feb 18 04:41:08.854272 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5de7d830-e201-4322-ae5e-733e87fe9078 req-19cf0eef-243d-47ec-acf2-4ef7247c675a tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0450265
Feb 18 04:41:09.079432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e4fe5-badd-4422-a0fc-c438e02f4fe2 req-cec8e6b3-3450-4ed2-8314-9a1f0006f22e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:09.080947 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c9e4fe5-badd-4422-a0fc-c438e02f4fe2 req-cec8e6b3-3450-4ed2-8314-9a1f0006f22e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0906749
Feb 18 04:41:09.131208 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c9e4fe5-badd-4422-a0fc-c438e02f4fe2 req-14ee587f-3d6e-4625-a779-fdc0626377ea tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438240
Feb 18 04:41:09.305952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfa1c5-15ea-4c7f-8789-a3727b718cff req-0338aa15-1bf6-44c3-b002-bbb9779850f7 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:09.307655 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cccfa1c5-15ea-4c7f-8789-a3727b718cff req-0338aa15-1bf6-44c3-b002-bbb9779850f7 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0905678
Feb 18 04:41:09.359527 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cccfa1c5-15ea-4c7f-8789-a3727b718cff req-f253daea-21ac-40c1-ac5b-8396a094784a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454161
Feb 18 04:41:09.500317 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:09.546233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1f400-0c0a-4220-9d61-dbc6a0b17b70 req-0d51e182-ef32-44d2-b7b8-1883298ff3a6 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:09.551793 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c9c1f400-0c0a-4220-9d61-dbc6a0b17b70 req-0d51e182-ef32-44d2-b7b8-1883298ff3a6 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.1043136
Feb 18 04:41:09.694230 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c9c1f400-0c0a-4220-9d61-dbc6a0b17b70 req-6c097712-831c-4f93-8cfb-e8908d30db42 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547504
Feb 18 04:41:09.694230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 52888) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:41:09.803232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:09.835648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9ff1d1f3-d259-45c4-afbc-567a3c15c864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:09.854086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-9ff1d1f3-d259-45c4-afbc-567a3c15c864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:41:09.858400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-9ff1d1f3-d259-45c4-afbc-567a3c15c864 admin admin] Usage tracker for resource:security_group_rule and tenant:e33b7e26148d4e278b88648fb152c767 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:41:09.861677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-9ff1d1f3-d259-45c4-afbc-567a3c15c864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:41:09.867838 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-9ff1d1f3-d259-45c4-afbc-567a3c15c864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:41:09.911481 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c45f4-c66b-4c49-b3b5-d60bd449f9f5 req-5465306a-4b64-4b07-b144-ac7558130ece tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:09.913217 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7d6c45f4-c66b-4c49-b3b5-d60bd449f9f5 req-5465306a-4b64-4b07-b144-ac7558130ece tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1191947
Feb 18 04:41:09.975072 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7d6c45f4-c66b-4c49-b3b5-d60bd449f9f5 req-00143f7c-8a75-49d8-b7d9-1180d5ebc19c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548666
Feb 18 04:41:09.995846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9ff1d1f3-d259-45c4-afbc-567a3c15c864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:10.121241 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeda74-d242-46b7-8c6e-1042a3d31abe req-c2e53ac3-eb9f-4307-b52a-1806936a0766 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:10.122978 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a4aeda74-d242-46b7-8c6e-1042a3d31abe req-c2e53ac3-eb9f-4307-b52a-1806936a0766 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1012425
Feb 18 04:41:10.171679 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a4aeda74-d242-46b7-8c6e-1042a3d31abe req-8ee89f66-0d87-4096-9bba-306a49dc81ec tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421243
Feb 18 04:41:10.361223 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3c222-e08f-4060-9737-698c15d1a6cd req-22219685-bdf8-49c0-a7d6-df316a74bc34 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:10.362892 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c6b3c222-e08f-4060-9737-698c15d1a6cd req-22219685-bdf8-49c0-a7d6-df316a74bc34 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0954607
Feb 18 04:41:10.418531 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c6b3c222-e08f-4060-9737-698c15d1a6cd req-5b638df0-975f-409c-b511-371d0526d79f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479872
Feb 18 04:41:10.525504 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9ff1d1f3-d259-45c4-afbc-567a3c15c864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:10.539508 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-36149911-8961-4f56-93d7-ce48f21d6343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:10.589402 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-9ff1d1f3-d259-45c4-afbc-567a3c15c864 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e33b7e26148d4e278b88648fb152c767&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9113638
Feb 18 04:41:10.664819 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 52902) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:41:10.665377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1d1f3-d259-45c4-afbc-567a3c15c864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9307a032-e3c2-4f75-8128-b3658dc1d0a5,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:10.665377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9ff1d1f3-d259-45c4-afbc-567a3c15c864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:10.665377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b55aa-6aa5-43b2-aa44-7645d80e3d0a req-1fb03cef-de34-4653-990a-287ab45f858b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:10.665377 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5c3b55aa-6aa5-43b2-aa44-7645d80e3d0a req-1fb03cef-de34-4653-990a-287ab45f858b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1563709
Feb 18 04:41:10.670946 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-39e78463-7532-422c-8c94-25fa31c84696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:10.715165 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5c3b55aa-6aa5-43b2-aa44-7645d80e3d0a req-48cc32b3-7110-453b-8844-59d05f43b3c8 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686100
Feb 18 04:41:10.719419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-39e78463-7532-422c-8c94-25fa31c84696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:10.837807 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-39e78463-7532-422c-8c94-25fa31c84696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:10.852306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-54b54027-da5a-4d9d-8ac4-e5c069a1e048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:10.863702 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e78463-7532-422c-8c94-25fa31c84696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9307a032-e3c2-4f75-8128-b3658dc1d0a5,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:10.866639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-39e78463-7532-422c-8c94-25fa31c84696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:10.884087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-39e78463-7532-422c-8c94-25fa31c84696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:10.885339 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-39e78463-7532-422c-8c94-25fa31c84696 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9307a032-e3c2-4f75-8128-b3658dc1d0a5 HTTP/1.1" status: 204  len: 168 time: 0.2939591
Feb 18 04:41:10.917553 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21396d72-cbbc-48ed-939b-e2ed913a9963 req-9b7f4f0d-e509-49be-93e2-41817f9ae07b tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:10.919292 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21396d72-cbbc-48ed-939b-e2ed913a9963 req-9b7f4f0d-e509-49be-93e2-41817f9ae07b tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.1282163
Feb 18 04:41:10.969263 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21396d72-cbbc-48ed-939b-e2ed913a9963 req-ad990d30-8527-4068-b35b-52783f114239 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437219
Feb 18 04:41:11.253385 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86825b1e-bfcf-4972-ae82-dc4e3d1effcf req-59018c2b-362b-4345-b629-4c96182fdfb1 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:11.264093 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-86825b1e-bfcf-4972-ae82-dc4e3d1effcf req-59018c2b-362b-4345-b629-4c96182fdfb1 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1099355
Feb 18 04:41:11.314274 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-86825b1e-bfcf-4972-ae82-dc4e3d1effcf req-f7c029a4-46bc-40c5-84f7-f190f41e5c46 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487392
Feb 18 04:41:11.447725 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45b647-000a-4097-8eb6-2f74db358956 req-29cbcbc5-5c30-4e70-b665-e3fecc57694d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:11.449637 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7b45b647-000a-4097-8eb6-2f74db358956 req-29cbcbc5-5c30-4e70-b665-e3fecc57694d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1088705
Feb 18 04:41:11.515806 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7b45b647-000a-4097-8eb6-2f74db358956 req-5c0195b3-02e1-4365-83ad-2cd1b8c01738 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0478203
Feb 18 04:41:11.656282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d495afd-f8d7-47cc-8ce2-4c0be9d689f5 req-35cc7bd4-a352-498d-9bc1-ca989211ad34 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:11.658044 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5d495afd-f8d7-47cc-8ce2-4c0be9d689f5 req-35cc7bd4-a352-498d-9bc1-ca989211ad34 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1079412
Feb 18 04:41:11.711862 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5d495afd-f8d7-47cc-8ce2-4c0be9d689f5 req-944caa7c-f400-484e-9e17-6283c18ea57e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440354
Feb 18 04:41:11.945426 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb8810-3d08-4319-9f5a-461565d00bae req-83f9a6bc-88d4-4603-9b7b-a1a2687e538a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:11.947381 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-35fb8810-3d08-4319-9f5a-461565d00bae req-83f9a6bc-88d4-4603-9b7b-a1a2687e538a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1148028
Feb 18 04:41:12.011525 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-35fb8810-3d08-4319-9f5a-461565d00bae req-56a28f83-8fb5-45a2-a357-cc8819385a1a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575891
Feb 18 04:41:12.203300 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94e569-dd37-48a4-82ae-5c78c6709cd9 req-805fe069-b464-48d1-b201-7e5ce4efb874 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:12.212518 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4e94e569-dd37-48a4-82ae-5c78c6709cd9 req-805fe069-b464-48d1-b201-7e5ce4efb874 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.1015842
Feb 18 04:41:12.259053 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4e94e569-dd37-48a4-82ae-5c78c6709cd9 req-20b9085b-d0c8-46e3-82bb-05bd5f6c423a tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449719
Feb 18 04:41:12.543820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454bc5c-98b2-415c-ad07-bd03f8b88ea9 req-67c5b63a-0789-4c91-a3f0-7974a5be4757 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:12.545451 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5454bc5c-98b2-415c-ad07-bd03f8b88ea9 req-67c5b63a-0789-4c91-a3f0-7974a5be4757 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0991805
Feb 18 04:41:12.614384 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5454bc5c-98b2-415c-ad07-bd03f8b88ea9 req-5a599342-8691-4157-996a-ee6313efe1a7 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623660
Feb 18 04:41:12.761540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd2fc1-c8ec-454f-b88d-8dfb297351d9 req-004384b8-58d0-4c23-aa78-f385f4ce675a tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:12.763284 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2bdd2fc1-c8ec-454f-b88d-8dfb297351d9 req-004384b8-58d0-4c23-aa78-f385f4ce675a tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1223242
Feb 18 04:41:12.822677 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2bdd2fc1-c8ec-454f-b88d-8dfb297351d9 req-e8068948-a959-4908-8e67-9bbac8385ee3 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0531785
Feb 18 04:41:12.945650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acecbb-815c-4142-8561-dd1d3316c4ab req-aec13d42-d793-404d-a185-c8399e73d1f5 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:12.947310 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-46acecbb-815c-4142-8561-dd1d3316c4ab req-aec13d42-d793-404d-a185-c8399e73d1f5 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0907509
Feb 18 04:41:13.002580 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-46acecbb-815c-4142-8561-dd1d3316c4ab req-39c24000-b16b-4609-acd9-107ba7846f0c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485933
Feb 18 04:41:13.224266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc8859-70c1-4e97-9dc1-7da365592c57 req-246232da-ced5-4621-96a3-02b36333a21a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:13.226497 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f1cc8859-70c1-4e97-9dc1-7da365592c57 req-246232da-ced5-4621-96a3-02b36333a21a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0927930
Feb 18 04:41:13.275863 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f1cc8859-70c1-4e97-9dc1-7da365592c57 req-27bce2d0-b802-45b8-8c33-717b2f4cf2ac tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428586
Feb 18 04:41:13.474064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97012d9e-d9eb-4d9c-a922-d4666697e3f1 req-c1856855-acd9-423c-97f8-d2904bface8c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:13.475633 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-97012d9e-d9eb-4d9c-a922-d4666697e3f1 req-c1856855-acd9-423c-97f8-d2904bface8c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.1026418
Feb 18 04:41:13.524436 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-97012d9e-d9eb-4d9c-a922-d4666697e3f1 req-dfeb831a-67c4-41bd-aa7e-69f7bddc1873 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420375
Feb 18 04:41:13.838754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251929a4-0ac5-4715-8fbe-7ba6b31fca48 req-d8e994e0-3d1b-4c69-b14c-bef6750b914d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:13.840448 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-251929a4-0ac5-4715-8fbe-7ba6b31fca48 req-d8e994e0-3d1b-4c69-b14c-bef6750b914d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0918353
Feb 18 04:41:13.920937 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-251929a4-0ac5-4715-8fbe-7ba6b31fca48 req-5a3f17a9-9116-4376-b5aa-4332bdd309c1 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632415
Feb 18 04:41:14.130337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bffd90-f252-4410-a07e-29665dcdafb4 req-392d853f-4ec3-4c8e-b548-59efa402b881 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:14.138056 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-31bffd90-f252-4410-a07e-29665dcdafb4 req-392d853f-4ec3-4c8e-b548-59efa402b881 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1267269
Feb 18 04:41:14.200747 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-31bffd90-f252-4410-a07e-29665dcdafb4 req-a519d802-5ab5-4d6d-b514-ab84900e6144 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0616341
Feb 18 04:41:14.290603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e2fa6-032d-4e24-a69a-9dcd86f0ff14 req-cf7049dd-97fb-42c0-a8f9-4f4f8c5a2740 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:14.292324 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-795e2fa6-032d-4e24-a69a-9dcd86f0ff14 req-cf7049dd-97fb-42c0-a8f9-4f4f8c5a2740 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0914826
Feb 18 04:41:14.347739 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-795e2fa6-032d-4e24-a69a-9dcd86f0ff14 req-6a8c7400-145c-441e-92ef-c9bafd4eb841 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487094
Feb 18 04:41:14.511598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a61cf-85c2-4190-902b-ed95bdb060af req-a0736c6b-98e8-40b5-9e6f-89548cb248bb tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:14.513428 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b97a61cf-85c2-4190-902b-ed95bdb060af req-a0736c6b-98e8-40b5-9e6f-89548cb248bb tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0914967
Feb 18 04:41:14.568713 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b97a61cf-85c2-4190-902b-ed95bdb060af req-c0a20e90-b10e-4f2f-b534-d9daa33afd3a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487590
Feb 18 04:41:14.738543 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c7396-5555-4a66-8039-6d1d3bf42189 req-c6cced04-1879-4aea-b840-4868454f1610 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:14.740192 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b07c7396-5555-4a66-8039-6d1d3bf42189 req-c6cced04-1879-4aea-b840-4868454f1610 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.0963538
Feb 18 04:41:14.792007 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b07c7396-5555-4a66-8039-6d1d3bf42189 req-3746b235-0864-40c2-b88a-383a29efc1b4 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449495
Feb 18 04:41:14.871651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:15.270490 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec48509-9917-487e-9608-7704d535da01 req-d1490df9-e46e-4db2-8d01-b5b5cb8c0dc5 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:15.270490 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6ec48509-9917-487e-9608-7704d535da01 req-d1490df9-e46e-4db2-8d01-b5b5cb8c0dc5 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0995412
Feb 18 04:41:15.270490 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6ec48509-9917-487e-9608-7704d535da01 req-8284267a-d538-4c20-b457-d94894a423c1 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443871
Feb 18 04:41:15.479573 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3c3a0-5634-4a4f-9bce-55948ea9db7a req-6cf04733-00ff-424f-8510-0eee94281308 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:15.481509 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27f3c3a0-5634-4a4f-9bce-55948ea9db7a req-6cf04733-00ff-424f-8510-0eee94281308 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1225655
Feb 18 04:41:15.549608 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27f3c3a0-5634-4a4f-9bce-55948ea9db7a req-5eda61de-92bc-4c5c-86aa-ed1a5500c0e2 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0610931
Feb 18 04:41:15.581667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cb26-c437-4ab3-8ff5-4bae2b663d48 req-ed8be29e-2186-4ebb-87f2-bb9bbf41e955 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:15.583552 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9b86cb26-c437-4ab3-8ff5-4bae2b663d48 req-ed8be29e-2186-4ebb-87f2-bb9bbf41e955 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0966599
Feb 18 04:41:15.631996 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9b86cb26-c437-4ab3-8ff5-4bae2b663d48 req-f5360d98-8867-409f-a077-189fb091b0c8 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418656
Feb 18 04:41:15.787661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113559d-36a7-446c-908f-45b2387ef197 req-b32ad321-c40c-42cb-8092-47409479b2f0 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:15.789270 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e113559d-36a7-446c-908f-45b2387ef197 req-b32ad321-c40c-42cb-8092-47409479b2f0 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0880926
Feb 18 04:41:15.837885 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e113559d-36a7-446c-908f-45b2387ef197 req-16084513-b29f-474c-a687-3ea159957d14 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422118
Feb 18 04:41:15.994895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55925303-0b18-40cd-a595-cac67dd1d11e req-344a24d3-9a0c-401c-bc7b-a162bde1e4db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:15.996494 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-55925303-0b18-40cd-a595-cac67dd1d11e req-344a24d3-9a0c-401c-bc7b-a162bde1e4db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.0905836
Feb 18 04:41:16.043547 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-55925303-0b18-40cd-a595-cac67dd1d11e req-836f5dd3-e7c7-40a4-bb38-bc63b27cf8ac tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404530
Feb 18 04:41:16.471169 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f26b4-0f12-49bd-b7d5-371b32c27c6a req-1d0cc51e-5623-4d46-b94c-e2e9766af35c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:16.472764 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-616f26b4-0f12-49bd-b7d5-371b32c27c6a req-1d0cc51e-5623-4d46-b94c-e2e9766af35c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0889511
Feb 18 04:41:16.519928 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-616f26b4-0f12-49bd-b7d5-371b32c27c6a req-4ebbc562-8c3a-41f7-99f0-b906f58384b1 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403759
Feb 18 04:41:16.748733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477620fb-45ba-4ec6-a0b2-43cc004d319d req-2b37ae95-9e1e-46b0-af2b-4f403b5acfc3 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:16.750623 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-477620fb-45ba-4ec6-a0b2-43cc004d319d req-2b37ae95-9e1e-46b0-af2b-4f403b5acfc3 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0875728
Feb 18 04:41:16.799455 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-477620fb-45ba-4ec6-a0b2-43cc004d319d req-52ba8e9c-c3c1-440d-a28e-f7b8e5d3f8ef tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417957
Feb 18 04:41:16.843008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b1fbd-3b89-4ae9-b786-68ded6f5d9ca req-3d948255-a1e6-4417-bb83-5d99c2e5a2e3 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:16.844594 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-439b1fbd-3b89-4ae9-b786-68ded6f5d9ca req-3d948255-a1e6-4417-bb83-5d99c2e5a2e3 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0901372
Feb 18 04:41:16.891998 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-439b1fbd-3b89-4ae9-b786-68ded6f5d9ca req-48cba3ab-b4fc-4a73-a43c-c0a8ac366132 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404658
Feb 18 04:41:17.043239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fd288-439b-4aec-9f2a-d91421e841e4 req-a96351d7-829f-4808-bef5-b9ee616441fb tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:17.044868 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-094fd288-439b-4aec-9f2a-d91421e841e4 req-a96351d7-829f-4808-bef5-b9ee616441fb tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0909238
Feb 18 04:41:17.092919 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-094fd288-439b-4aec-9f2a-d91421e841e4 req-2eae3851-649f-4272-8811-c6dbbadbf9cf tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418525
Feb 18 04:41:17.243556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33b98c-6535-4456-9240-d221ba95111f req-8e377e94-19ca-4246-934e-d6d3634e053f tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:17.245152 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0f33b98c-6535-4456-9240-d221ba95111f req-8e377e94-19ca-4246-934e-d6d3634e053f tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.0886354
Feb 18 04:41:17.292833 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0f33b98c-6535-4456-9240-d221ba95111f req-b2971557-abeb-42b8-a1c0-3bee3e55c682 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412705
Feb 18 04:41:17.720552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09051278-bc62-4b55-a037-276f4fb8dadd req-2d8c0cfb-7055-43b7-b89e-c190c534e6e6 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:17.722070 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-09051278-bc62-4b55-a037-276f4fb8dadd req-2d8c0cfb-7055-43b7-b89e-c190c534e6e6 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0886075
Feb 18 04:41:17.770379 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-09051278-bc62-4b55-a037-276f4fb8dadd req-8a7c8f14-b46c-4ee2-a1a6-d86faa8fef22 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420721
Feb 18 04:41:17.921755 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f03761e4-cbd5-43bf-aa11-e24632bd4957 req-eba3e1cd-d664-4efb-b730-e3c78f86bcd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618 HTTP/1.1" status: 200  len: 1000 time: 0.1189787
Feb 18 04:41:18.070026 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03761e4-cbd5-43bf-aa11-e24632bd4957 req-9b2d3a74-b27a-43cb-8c29-a50683e19960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:18.071522 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f03761e4-cbd5-43bf-aa11-e24632bd4957 req-9b2d3a74-b27a-43cb-8c29-a50683e19960 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67a022bf-fb15-4b2f-81b7-07983e8da5c8 HTTP/1.1" status: 200  len: 856 time: 0.0879860
Feb 18 04:41:18.078067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a461f27-fa24-4d5b-982a-b4a6205d6630 req-03b34138-1c10-41fa-b262-cd26ecc5ef08 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:18.079661 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5a461f27-fa24-4d5b-982a-b4a6205d6630 req-03b34138-1c10-41fa-b262-cd26ecc5ef08 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1602659
Feb 18 04:41:18.199967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3f888-7a66-4c34-8f73-0d83ca1bd04f req-c8a47c91-e226-4460-b5b6-172896e5dc19 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:18.207612 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a1b3f888-7a66-4c34-8f73-0d83ca1bd04f req-c8a47c91-e226-4460-b5b6-172896e5dc19 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1830237
Feb 18 04:41:18.242686 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5a461f27-fa24-4d5b-982a-b4a6205d6630 req-e558c917-a5b4-45c4-bcf2-faaa0805a332 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1550105
Feb 18 04:41:18.264566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03761e4-cbd5-43bf-aa11-e24632bd4957 req-480e1d2e-3116-4ce6-8ce5-1a1c3db3de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:18.266161 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f03761e4-cbd5-43bf-aa11-e24632bd4957 req-480e1d2e-3116-4ce6-8ce5-1a1c3db3de40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67c7849d-dc25-460c-aef1-ab79d87835ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1509073
Feb 18 04:41:18.278285 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f454400-1c9a-445c-8581-762f3986ad2a req-d4a58770-712e-4530-9cc0-497c61ae4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:18.279722 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0f454400-1c9a-445c-8581-762f3986ad2a req-d4a58770-712e-4530-9cc0-497c61ae4cf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a99129f62dc14eb59accee32ffdd9328&device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 1161 time: 0.2106771
Feb 18 04:41:18.284852 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a1b3f888-7a66-4c34-8f73-0d83ca1bd04f req-7f487922-ef00-43ac-8899-8c1a7f694e8b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763466
Feb 18 04:41:18.511163 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f03761e4-cbd5-43bf-aa11-e24632bd4957 req-8423ed9b-340d-49c5-98bd-a03fa8e0b887 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312305
Feb 18 04:41:18.516072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64127851-72b1-4c3a-91b0-f34bfeb63aad req-b1b5e3c1-96fc-4b5b-914c-dbf581ee94ca tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:18.517690 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-64127851-72b1-4c3a-91b0-f34bfeb63aad req-b1b5e3c1-96fc-4b5b-914c-dbf581ee94ca tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1508102
Feb 18 04:41:18.663765 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-64127851-72b1-4c3a-91b0-f34bfeb63aad req-73f27dee-8e77-4982-a2d0-7a2fb9e5a85a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208532
Feb 18 04:41:18.717022 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f03761e4-cbd5-43bf-aa11-e24632bd4957 req-7a0c40dd-ac48-476e-b136-62d651f126dc service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1982830
Feb 18 04:41:18.735288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498a5e6-e2e4-4bf9-bdb3-90fac0cbc0c8 req-75c128e3-9ba9-4ade-a821-e2b35a37375f tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:18.737090 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7498a5e6-e2e4-4bf9-bdb3-90fac0cbc0c8 req-75c128e3-9ba9-4ade-a821-e2b35a37375f tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.1344972
Feb 18 04:41:18.739755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f454400-1c9a-445c-8581-762f3986ad2a req-323c36b3-a013-4ad9-9770-a329242bdd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:18.741234 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0f454400-1c9a-445c-8581-762f3986ad2a req-323c36b3-a013-4ad9-9770-a329242bdd7b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a99129f62dc14eb59accee32ffdd9328&shared=False HTTP/1.1" status: 200  len: 909 time: 0.4453695
Feb 18 04:41:18.846753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70daf9-a688-46b5-8bae-d72f78bf542b req-fd019742-e4c5-4565-aea0-4bbecbcc30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:18.851331 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d70daf9-a688-46b5-8bae-d72f78bf542b req-fd019742-e4c5-4565-aea0-4bbecbcc30f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 1162 time: 0.0838017
Feb 18 04:41:18.912371 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7498a5e6-e2e4-4bf9-bdb3-90fac0cbc0c8 req-e8887913-97bd-4207-99cc-954fa1326cc3 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688478
Feb 18 04:41:18.937951 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f454400-1c9a-445c-8581-762f3986ad2a req-2ff53892-631a-4445-ac38-570f918ea5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:18.939583 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0f454400-1c9a-445c-8581-762f3986ad2a req-2ff53892-631a-4445-ac38-570f918ea5ea service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1782711
Feb 18 04:41:19.086739 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-cf57c860-e0da-4174-97be-cb90ebaf2193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:19.088325 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-cf57c860-e0da-4174-97be-cb90ebaf2193 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a99129f62dc14eb59accee32ffdd9328&device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 1161 time: 0.0891891
Feb 18 04:41:19.104809 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780884fc-5cd1-40e6-9970-c72368659a52 req-055e25c2-a953-46ec-85f3-dbc51c7ab5f5 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:19.106397 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-780884fc-5cd1-40e6-9970-c72368659a52 req-055e25c2-a953-46ec-85f3-dbc51c7ab5f5 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1451371
Feb 18 04:41:19.107540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70daf9-a688-46b5-8bae-d72f78bf542b req-e3ad1979-f065-4507-a9a2-e8cbe91642dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:19.108948 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d70daf9-a688-46b5-8bae-d72f78bf542b req-e3ad1979-f065-4507-a9a2-e8cbe91642dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 911 time: 0.2366765
Feb 18 04:41:19.169290 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-2855ac2c-4004-4677-a0d0-a5edec817cad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 200  len: 217 time: 0.0692370
Feb 18 04:41:19.232676 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-780884fc-5cd1-40e6-9970-c72368659a52 req-278ae08d-fe72-40d6-8d3e-5be6ed2c0dff tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1196337
Feb 18 04:41:19.241306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-100deac9-da6c-4820-96d8-9bc7287b3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:19.242907 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-100deac9-da6c-4820-96d8-9bc7287b3b03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46702569-17d2-41dd-9f20-049ee2f8169f HTTP/1.1" status: 200  len: 854 time: 0.0635045
Feb 18 04:41:19.253634 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d70daf9-a688-46b5-8bae-d72f78bf542b req-bcd29eb4-2e03-473f-896b-1eee2e363f10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618 HTTP/1.1" status: 200  len: 1000 time: 0.1206772
Feb 18 04:41:19.334908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70daf9-a688-46b5-8bae-d72f78bf542b req-d7442306-1652-4607-a9d3-cbb17128403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:19.336927 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d70daf9-a688-46b5-8bae-d72f78bf542b req-d7442306-1652-4607-a9d3-cbb17128403b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67a022bf-fb15-4b2f-81b7-07983e8da5c8 HTTP/1.1" status: 200  len: 856 time: 0.0696929
Feb 18 04:41:19.348009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-170d0dbb-f924-49f5-83e8-380be21b32be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:19.350152 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-170d0dbb-f924-49f5-83e8-380be21b32be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=169735bd-f666-4a06-a404-b47abf944bca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835474
Feb 18 04:41:19.475975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70daf9-a688-46b5-8bae-d72f78bf542b req-30306404-faa2-4615-9151-e634b46ddfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:19.480950 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d70daf9-a688-46b5-8bae-d72f78bf542b req-30306404-faa2-4615-9151-e634b46ddfe7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67c7849d-dc25-460c-aef1-ab79d87835ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1301150
Feb 18 04:41:19.578556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e763a6-3b9f-41cf-8e1f-9979719bf50e req-bf20a217-f4b6-4dcf-bbd8-d09785832b84 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:19.580306 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-96e763a6-3b9f-41cf-8e1f-9979719bf50e req-bf20a217-f4b6-4dcf-bbd8-d09785832b84 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.2192736
Feb 18 04:41:19.582472 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-52f2f499-202c-442a-8d81-aa77696819b4 service neutron] 10.222.0.16 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2201405
Feb 18 04:41:19.722763 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-96e763a6-3b9f-41cf-8e1f-9979719bf50e req-df2b0089-f406-439d-b6cc-e4a5c1bfc85f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1356294
Feb 18 04:41:19.772378 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18b99746-999d-4f5a-acbd-f19bd4293c2a req-874cd8f6-1d8f-42ee-b2d8-c6c402bbcd86 service neutron] 10.222.0.16 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1696079
Feb 18 04:41:19.808188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4268c5-928e-4fa4-a844-9091969ca325 req-dcd9e4d1-eb65-4fc5-bef4-b8b26b6618c4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:19.809804 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3b4268c5-928e-4fa4-a844-9091969ca325 req-dcd9e4d1-eb65-4fc5-bef4-b8b26b6618c4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.3948123
Feb 18 04:41:19.888029 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d70daf9-a688-46b5-8bae-d72f78bf542b req-2258ca6f-b38e-4712-8c19-523db8913264 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3988638
Feb 18 04:41:19.923576 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3b4268c5-928e-4fa4-a844-9091969ca325 req-b69ec029-8725-45a8-abec-22eb710734f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071026
Feb 18 04:41:19.953722 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87461d-20c9-4850-98b2-40efd5ab19c2 req-20928287-88d0-4ba1-b6f5-33b1cb13838b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:19.961428 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-aa87461d-20c9-4850-98b2-40efd5ab19c2 req-20928287-88d0-4ba1-b6f5-33b1cb13838b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1088917
Feb 18 04:41:20.067665 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d70daf9-a688-46b5-8bae-d72f78bf542b req-bf4ceb36-e733-4503-a476-7284979c2074 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1718662
Feb 18 04:41:20.069850 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-aa87461d-20c9-4850-98b2-40efd5ab19c2 req-f8941b7c-7911-4ef7-8f4d-0d294fa62a03 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073935
Feb 18 04:41:20.102006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bfb64-d893-4985-9e55-1bf012cbab94 req-20b23839-7511-4726-be90-1baed64c34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:20.103765 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-468bfb64-d893-4985-9e55-1bf012cbab94 req-20b23839-7511-4726-be90-1baed64c34b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 1162 time: 0.1256063
Feb 18 04:41:20.155097 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-468bfb64-d893-4985-9e55-1bf012cbab94 req-a45dfcbb-34d2-402a-9478-ed876c66a6a4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387263
Feb 18 04:41:20.160033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02f789-5594-4f94-a51f-8be71bd76400 req-8e14f8ab-a5d0-4445-942a-54f7d9f86825 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:20.161619 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ee02f789-5594-4f94-a51f-8be71bd76400 req-8e14f8ab-a5d0-4445-942a-54f7d9f86825 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.0916162
Feb 18 04:41:20.209067 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ee02f789-5594-4f94-a51f-8be71bd76400 req-ebd3c667-79cd-48ca-98df-d981277e0304 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404785
Feb 18 04:41:20.957459 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386555f-a2aa-482f-bc4b-356a132f7268 req-f1bcf42f-bf97-49f2-b61b-f60cce525ba9 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:20.959222 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6386555f-a2aa-482f-bc4b-356a132f7268 req-f1bcf42f-bf97-49f2-b61b-f60cce525ba9 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1085417
Feb 18 04:41:21.016578 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6386555f-a2aa-482f-bc4b-356a132f7268 req-1b3903af-d6d0-4aaa-93b9-eef5fbe82eb6 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0506675
Feb 18 04:41:21.181517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcb977-5969-4029-9f6d-6093f8265590 req-0f61184a-6f0c-4392-b6cf-c2f8bde18cbb tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:21.183165 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27bcb977-5969-4029-9f6d-6093f8265590 req-0f61184a-6f0c-4392-b6cf-c2f8bde18cbb tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1123559
Feb 18 04:41:21.233949 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27bcb977-5969-4029-9f6d-6093f8265590 req-eb2cacf6-8e7f-445e-9ee1-47e65f1c1cb7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440223
Feb 18 04:41:21.303319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf459a51-1707-48c0-b08b-ae808ac8e9f0 req-4220be23-8f3a-4683-a409-495621d236b1 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:21.304946 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bf459a51-1707-48c0-b08b-ae808ac8e9f0 req-4220be23-8f3a-4683-a409-495621d236b1 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0953414
Feb 18 04:41:21.356826 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bf459a51-1707-48c0-b08b-ae808ac8e9f0 req-fa027888-8169-4ef2-88ac-924bbcecd8cc tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455742
Feb 18 04:41:21.458483 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7ebde-dfb7-49c0-aae0-166a1626390c req-bee204f5-543f-4ba1-9566-f71a36f7d813 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:21.458483 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8dd7ebde-dfb7-49c0-aae0-166a1626390c req-bee204f5-543f-4ba1-9566-f71a36f7d813 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.0876472
Feb 18 04:41:21.509907 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8dd7ebde-dfb7-49c0-aae0-166a1626390c req-a90beeec-b571-4872-a5a8-440748911270 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452080
Feb 18 04:41:21.606007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ed437c04-161f-48c6-8f86-f6dfde3f521b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:41:21.723112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port ed437c04-161f-48c6-8f86-f6dfde3f521b completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:41:21.729756 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port ed437c04-161f-48c6-8f86-f6dfde3f521b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:21.729930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:21.860500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:21.888887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:41:21.899630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port ed437c04-161f-48c6-8f86-f6dfde3f521b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b,segment=NetworkSegment(4a3e298e-3edf-4016-b3d2-4f123593e10f),segment_id=4a3e298e-3edf-4016-b3d2-4f123593e10f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:41:21.922948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:21.924914 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-46dee9be-ed63-4c99-b129-0d1112b5c1c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:21.975029 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b', 'code': 200}
Feb 18 04:41:22.001483 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=ed437c04-161f-48c6-8f86-f6dfde3f521b,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:22.011808 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:22.223486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21458140-aa35-4bda-9a6c-74fcf7a6de67 req-635c7570-b3a5-42fa-89e0-abb8ed346413 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:22.225694 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21458140-aa35-4bda-9a6c-74fcf7a6de67 req-635c7570-b3a5-42fa-89e0-abb8ed346413 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0890973
Feb 18 04:41:22.273301 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21458140-aa35-4bda-9a6c-74fcf7a6de67 req-5843a024-9a0b-47c1-8129-8b5290c936d9 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411856
Feb 18 04:41:22.497142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ed9ee-0aa3-41cb-a4d5-a6141df5222e req-9396aa77-2bf1-498f-8874-6537a95babdd tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:22.498682 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-907ed9ee-0aa3-41cb-a4d5-a6141df5222e req-9396aa77-2bf1-498f-8874-6537a95babdd tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1344910
Feb 18 04:41:22.563594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027629a9-f290-4839-a481-56f7047ebd11 req-223c55df-021c-4654-830b-373d0e94cb2b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:22.565196 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-027629a9-f290-4839-a481-56f7047ebd11 req-223c55df-021c-4654-830b-373d0e94cb2b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0895634
Feb 18 04:41:22.566780 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-907ed9ee-0aa3-41cb-a4d5-a6141df5222e req-964071ee-1f72-430a-abad-5fc9e798d809 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608983
Feb 18 04:41:22.569997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40c05c-d683-44a0-822e-3a3eb412cab6 req-1799a59f-07f4-4ccd-bf47-049fdeec7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:22.571586 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1b40c05c-d683-44a0-822e-3a3eb412cab6 req-1799a59f-07f4-4ccd-bf47-049fdeec7f14 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 1163 time: 0.1320119
Feb 18 04:41:22.619607 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-027629a9-f290-4839-a481-56f7047ebd11 req-6eb0c44e-a284-4b08-a3a7-126f9de57b61 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471754
Feb 18 04:41:22.619845 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1b40c05c-d683-44a0-822e-3a3eb412cab6 req-baa2addc-1f0a-4c36-8674-a52a60ed664a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0380127
Feb 18 04:41:22.758057 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f04512-c0b6-4d25-bd99-50ef54ff69a2 req-f036f0c6-7d9d-470e-9984-75966fb0e7f6 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:22.759847 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d0f04512-c0b6-4d25-bd99-50ef54ff69a2 req-f036f0c6-7d9d-470e-9984-75966fb0e7f6 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.0894256
Feb 18 04:41:22.811676 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d0f04512-c0b6-4d25-bd99-50ef54ff69a2 req-ecdb112f-1fef-438e-9e19-cfb3557fc0d5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451770
Feb 18 04:41:22.870435 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.objects.ports [None req-157298f2-5bf4-4b40-9e0e-9eecae1b2f6a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84045) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 04:41:23.041113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e72d9-08df-440d-a39c-872b596ebb5c req-a7aee618-c499-4580-8fa0-508222480503 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:23.042736 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c68e72d9-08df-440d-a39c-872b596ebb5c req-a7aee618-c499-4580-8fa0-508222480503 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0909498
Feb 18 04:41:23.092476 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c68e72d9-08df-440d-a39c-872b596ebb5c req-abfcee34-7a1e-40e9-b769-e91d17804438 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431013
Feb 18 04:41:23.477635 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a8883-0ac7-4907-8a22-6fb2b18759c7 req-dbf4b260-024a-4bb9-8c3c-6f551abb9853 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:23.479301 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-722a8883-0ac7-4907-8a22-6fb2b18759c7 req-dbf4b260-024a-4bb9-8c3c-6f551abb9853 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0888052
Feb 18 04:41:23.531147 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-722a8883-0ac7-4907-8a22-6fb2b18759c7 req-bc002d3b-ba54-4dcf-872e-ab51d9379260 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0452549
Feb 18 04:41:23.999023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ddcf5-1afa-4fb4-a953-d6f2fba0e34d req-175c6484-d5c7-409f-9c0b-49ed5113ea9a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:24.001096 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8b6ddcf5-1afa-4fb4-a953-d6f2fba0e34d req-175c6484-d5c7-409f-9c0b-49ed5113ea9a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0907674
Feb 18 04:41:24.015805 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dd5cf-e3fc-4e06-b9ec-233319705647 req-30637459-92bc-4ace-b3c6-f1d220dfa3c5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:24.017429 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cd6dd5cf-e3fc-4e06-b9ec-233319705647 req-30637459-92bc-4ace-b3c6-f1d220dfa3c5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.0918069
Feb 18 04:41:24.052383 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8b6ddcf5-1afa-4fb4-a953-d6f2fba0e34d req-e0c58abe-ab77-407c-a746-52abc3c6a522 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441515
Feb 18 04:41:24.066176 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cd6dd5cf-e3fc-4e06-b9ec-233319705647 req-2dd97aaa-409c-42c7-be09-859e5d1dee7e tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418580
Feb 18 04:41:24.141631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 53124) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:41:24.275780 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-965ed5d7-c461-4d74-bf7d-7b2f2bc7d24c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1327200
Feb 18 04:41:24.736916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7851ec-d4c4-4587-9e45-ad1c658e367f req-31dc4827-26bd-427d-8ffb-24baa2bd0e68 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:24.738529 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ce7851ec-d4c4-4587-9e45-ad1c658e367f req-31dc4827-26bd-427d-8ffb-24baa2bd0e68 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0905321
Feb 18 04:41:24.787815 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ce7851ec-d4c4-4587-9e45-ad1c658e367f req-37d25a7a-1976-4262-abe7-96cd87624e82 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421338
Feb 18 04:41:25.256152 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acc44d-ab8f-40a5-afa2-877be6b141ea req-42dd9e58-57f3-44b6-9439-97cdfeb89446 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:25.257897 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f8acc44d-ab8f-40a5-afa2-877be6b141ea req-42dd9e58-57f3-44b6-9439-97cdfeb89446 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0865908
Feb 18 04:41:25.270883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d15dc0-2fb4-44af-b692-84e504360d8f req-8d5ff747-8864-440b-8260-15da8d263282 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:25.273200 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f5d15dc0-2fb4-44af-b692-84e504360d8f req-8d5ff747-8864-440b-8260-15da8d263282 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.0872829
Feb 18 04:41:25.321651 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f8acc44d-ab8f-40a5-afa2-877be6b141ea req-d8079064-0640-49b8-993f-2fb38becc93f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547583
Feb 18 04:41:25.330385 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f5d15dc0-2fb4-44af-b692-84e504360d8f req-5c9b9d71-ec72-4495-8d2c-2fb27e40fd5c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504954
Feb 18 04:41:25.990590 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772a101-7f68-4786-95ae-a4cc8c9d95c2 req-eac9dc73-edf7-4139-859f-de8f8dafbc05 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:25.992224 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1772a101-7f68-4786-95ae-a4cc8c9d95c2 req-eac9dc73-edf7-4139-859f-de8f8dafbc05 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0904491
Feb 18 04:41:26.041422 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1772a101-7f68-4786-95ae-a4cc8c9d95c2 req-662d4ce5-a639-480b-8385-1ce59eee7818 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0429530
Feb 18 04:41:26.523888 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c583b-afa5-4aa9-8eaf-54d236e5d233 req-fdbda226-9cde-4649-8f8e-943d8d121b9c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:26.525501 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c583b-afa5-4aa9-8eaf-54d236e5d233 req-fdbda226-9cde-4649-8f8e-943d8d121b9c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0933349
Feb 18 04:41:26.537780 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b175-aed8-4c8f-937d-2f5d644decbe req-21ab8017-a49c-4a4e-8713-fb5f11fc616c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:26.539429 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9e61b175-aed8-4c8f-937d-2f5d644decbe req-21ab8017-a49c-4a4e-8713-fb5f11fc616c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 944 time: 0.0916164
Feb 18 04:41:26.573800 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-612c583b-afa5-4aa9-8eaf-54d236e5d233 req-156177c6-738b-49c4-a5a0-d0555f87153d tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413554
Feb 18 04:41:26.589545 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9e61b175-aed8-4c8f-937d-2f5d644decbe req-ec53d90e-2acf-4375-ad7f-45a7c27b67fe tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439262
Feb 18 04:41:26.913184 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ed437c04-161f-48c6-8f86-f6dfde3f521b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:41:26.987482 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port ed437c04-161f-48c6-8f86-f6dfde3f521b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:26.987899 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:27.115956 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:41:27.191821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:27.192161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:27.243136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55407a7-f6b9-4a63-a4db-294ab8bbe37e req-189acae3-d587-48d8-8d34-027d2586fb09 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:27.245055 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b55407a7-f6b9-4a63-a4db-294ab8bbe37e req-189acae3-d587-48d8-8d34-027d2586fb09 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0905681
Feb 18 04:41:27.293666 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b55407a7-f6b9-4a63-a4db-294ab8bbe37e req-ef7732ae-b224-418d-8f7b-93b37acb0039 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413291
Feb 18 04:41:27.319456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:41:27.417311 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:41:27.422160 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:27.422585 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:27.548346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:27.578386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:41:27.591017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e,segment=NetworkSegment(bd51506b-3d08-42c4-b0d5-a06cf1f861ff),segment_id=bd51506b-3d08-42c4-b0d5-a06cf1f861ff)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:41:27.625997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:27.629730 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e', 'code': 200}
Feb 18 04:41:27.630461 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:27.673076 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 468e4a9b-7ece-430d-aa59-d0462fb7b618 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:41:27.772922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:27.786255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210bade-36e9-484b-aded-fcb047ba0d01 req-857d837e-498c-43eb-843f-f50504225608 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:27.788574 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6210bade-36e9-484b-aded-fcb047ba0d01 req-857d837e-498c-43eb-843f-f50504225608 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0908155
Feb 18 04:41:27.842006 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6210bade-36e9-484b-aded-fcb047ba0d01 req-42563764-96b0-46f3-8b44-576f110aee33 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463800
Feb 18 04:41:27.845734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.846132 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.846519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.846929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.847307 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.847680 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.848063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.848428 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.848796 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.849678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.850053 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.850422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.850851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.851393 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.851765 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.852134 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.852499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.852870 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.854079 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.854457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.854853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.855231 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.855596 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.855965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:27.872747 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b6f9f-8228-40a1-9aaf-7875fda1a1b3 req-5822d21d-c5e7-4136-8895-1c5e7d383201 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:27.877525 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:27.877705 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ae3b6f9f-8228-40a1-9aaf-7875fda1a1b3 req-5822d21d-c5e7-4136-8895-1c5e7d383201 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.1214941
Feb 18 04:41:27.892310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:27.926918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 468e4a9b-7ece-430d-aa59-d0462fb7b618, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:41:27.930116 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ae3b6f9f-8228-40a1-9aaf-7875fda1a1b3 req-93aa0866-25ad-4247-8d5f-50a6ae9592a5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471382
Feb 18 04:41:27.966592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:27.968585 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:28.020305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25fe2b-6bc3-4cdf-9724-11a42549dddf req-6b74f8eb-3d34-4b54-b59b-cb2dee88e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:28.022543 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c25fe2b-6bc3-4cdf-9724-11a42549dddf req-6b74f8eb-3d34-4b54-b59b-cb2dee88e65e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 1163 time: 0.1036701
Feb 18 04:41:28.046445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=468e4a9b-7ece-430d-aa59-d0462fb7b618,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:28.049665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:28.072602 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c25fe2b-6bc3-4cdf-9724-11a42549dddf req-7e2fdab4-d512-4fa9-b4c6-677d19191a4f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371745
Feb 18 04:41:28.222538 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:41:28.293993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:28.294409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:28.420901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ed437c04-161f-48c6-8f86-f6dfde3f521b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:41:28.492495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port ed437c04-161f-48c6-8f86-f6dfde3f521b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:28.492913 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:28.496524 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc7c1-4ebc-4eae-9932-c752e60b1731 req-1ebd3052-d1b4-4932-b2a7-73ee897c3e1d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:28.498153 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cb4dc7c1-4ebc-4eae-9932-c752e60b1731 req-1ebd3052-d1b4-4932-b2a7-73ee897c3e1d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0901492
Feb 18 04:41:28.549942 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cb4dc7c1-4ebc-4eae-9932-c752e60b1731 req-e2ac80cd-0db3-49a1-8acb-96a55c78b698 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0447137
Feb 18 04:41:28.763186 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c353f-1097-40fe-b1ba-22da0faf57cb req-38f3e511-494d-4777-8a4a-543e6be6f55a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:28.764811 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2f0c353f-1097-40fe-b1ba-22da0faf57cb req-38f3e511-494d-4777-8a4a-543e6be6f55a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.1599922
Feb 18 04:41:28.767354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c409035-222e-4df3-a1dd-deaa70cab82f req-2ded1f4f-5722-4c3b-8721-a5fa8fb9fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:28.768835 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c409035-222e-4df3-a1dd-deaa70cab82f req-2ded1f4f-5722-4c3b-8721-a5fa8fb9fbff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=484f76dfa5814b07b92bd623be6988db&device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 1163 time: 0.1204851
Feb 18 04:41:28.811827 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2f0c353f-1097-40fe-b1ba-22da0faf57cb req-aba64442-2708-4b1c-b68d-ca843cceecd8 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407455
Feb 18 04:41:29.055219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538dbd6-92f2-4074-ad45-d8ce6511c99e req-c7edcd18-6057-4271-9a8a-c268d1aa34a5 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:29.056859 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d538dbd6-92f2-4074-ad45-d8ce6511c99e req-c7edcd18-6057-4271-9a8a-c268d1aa34a5 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0946674
Feb 18 04:41:29.105368 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d538dbd6-92f2-4074-ad45-d8ce6511c99e req-e4e3d714-a2f8-4a46-98fe-c96cc8e4b6bf tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420280
Feb 18 04:41:29.148080 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9960498-65ad-46e7-b29b-ea85db26376e req-36978d77-ca80-455d-a30d-e1e750b8c0a0 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:29.149628 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c9960498-65ad-46e7-b29b-ea85db26376e req-36978d77-ca80-455d-a30d-e1e750b8c0a0 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.0912509
Feb 18 04:41:29.196465 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c9960498-65ad-46e7-b29b-ea85db26376e req-61a412d0-9b4f-4d94-87c2-7ba22b881d00 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404525
Feb 18 04:41:29.631227 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:41:29.673650 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618', 'code': 422} returned with failed status
Feb 18 04:41:29.754901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82061dfd-e313-46bf-8759-6e8c1cab85f1 req-bdb0243a-7b4b-4bb9-bdc3-b5f484582a16 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:29.757449 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82061dfd-e313-46bf-8759-6e8c1cab85f1 req-bdb0243a-7b4b-4bb9-bdc3-b5f484582a16 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0910597
Feb 18 04:41:29.804989 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-82061dfd-e313-46bf-8759-6e8c1cab85f1 req-e092844f-06a6-4342-aa35-85abb3fbc5cd tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410249
Feb 18 04:41:30.006532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adbc2c-6899-42f4-9d43-b7751a36dde0 req-299195bf-8c0d-488c-986f-68de1e07038c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:30.008150 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f4adbc2c-6899-42f4-9d43-b7751a36dde0 req-299195bf-8c0d-488c-986f-68de1e07038c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0856953
Feb 18 04:41:30.054959 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f4adbc2c-6899-42f4-9d43-b7751a36dde0 req-5e50999f-8862-4663-b13a-23b2cac309a1 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404253
Feb 18 04:41:30.307735 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958dfcc-2b4f-4ddd-a81e-7409139f3d19 req-ebd615a0-496e-440d-a947-251e0873d954 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:30.309333 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c958dfcc-2b4f-4ddd-a81e-7409139f3d19 req-ebd615a0-496e-440d-a947-251e0873d954 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0859683
Feb 18 04:41:30.360457 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c958dfcc-2b4f-4ddd-a81e-7409139f3d19 req-71c756c8-5aa1-443e-814b-7e8973e54d75 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449486
Feb 18 04:41:30.401098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f873a-dbcd-4078-aa85-8a4d419e2c97 req-2ddecec0-1b22-4784-a671-f6756edfc001 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:30.402646 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2d0f873a-dbcd-4078-aa85-8a4d419e2c97 req-2ddecec0-1b22-4784-a671-f6756edfc001 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.0927796
Feb 18 04:41:30.449144 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2d0f873a-dbcd-4078-aa85-8a4d419e2c97 req-83006ed2-eea5-4c02-b9dc-45c5050c1910 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403914
Feb 18 04:41:30.792758 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c409035-222e-4df3-a1dd-deaa70cab82f req-72c86469-e173-41e5-838d-0fe74aaf660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:30.794456 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c409035-222e-4df3-a1dd-deaa70cab82f req-72c86469-e173-41e5-838d-0fe74aaf660c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2 HTTP/1.1" status: 200  len: 912 time: 0.1358886
Feb 18 04:41:31.001630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a27d9-2ba1-4823-8646-d323ba59f6f3 req-e8b76788-2290-4cec-a975-706aeca0b760 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:31.003258 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-375a27d9-2ba1-4823-8646-d323ba59f6f3 req-e8b76788-2290-4cec-a975-706aeca0b760 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0866690
Feb 18 04:41:31.051221 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-375a27d9-2ba1-4823-8646-d323ba59f6f3 req-31d0263f-ac18-4986-a27f-0c65b4de4a00 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411198
Feb 18 04:41:31.250506 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1d04e-d202-4535-a809-52ea7758539b req-ed109a97-2ecc-4431-97bc-270151598dc9 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:31.252028 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-65b1d04e-d202-4535-a809-52ea7758539b req-ed109a97-2ecc-4431-97bc-270151598dc9 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0863025
Feb 18 04:41:31.301605 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-65b1d04e-d202-4535-a809-52ea7758539b req-cfa0cf70-f4b7-4342-b4db-760ef54e972c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428188
Feb 18 04:41:31.568333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a4d38-e526-44b9-b2be-6770cf00646a req-20e6c811-2b83-4deb-a74a-3b55d1561e92 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:31.569955 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-620a4d38-e526-44b9-b2be-6770cf00646a req-20e6c811-2b83-4deb-a74a-3b55d1561e92 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0908556
Feb 18 04:41:31.618659 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-620a4d38-e526-44b9-b2be-6770cf00646a req-97d41e30-21b8-48a9-9ec7-9cd006859a98 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425205
Feb 18 04:41:31.650751 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fecbe4-2a92-4473-870a-41866a7a4db7 req-ec1c5071-bfdb-412c-92b3-dfa6b33e2273 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:31.655588 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c3fecbe4-2a92-4473-870a-41866a7a4db7 req-ec1c5071-bfdb-412c-92b3-dfa6b33e2273 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.0905132
Feb 18 04:41:31.700164 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c3fecbe4-2a92-4473-870a-41866a7a4db7 req-13b82fee-b35f-4eb9-8cf1-96851293ca87 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412734
Feb 18 04:41:31.799260 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c409035-222e-4df3-a1dd-deaa70cab82f req-95ec0c1a-4154-4655-8844-d85584d410a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdd08d1f-98ba-4dd7-8336-8a32479f507d HTTP/1.1" status: 200  len: 217 time: 0.0691514
Feb 18 04:41:31.886343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c409035-222e-4df3-a1dd-deaa70cab82f req-f8f6d1d4-56bb-41a1-9b1f-b64bfb1f74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:31.887883 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c409035-222e-4df3-a1dd-deaa70cab82f req-f8f6d1d4-56bb-41a1-9b1f-b64bfb1f74cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32cc8d8b-9252-4aaa-adc3-72bd8ebb7827 HTTP/1.1" status: 200  len: 858 time: 0.0636897
Feb 18 04:41:31.948864 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c409035-222e-4df3-a1dd-deaa70cab82f req-b1e5cb2f-7a6a-434c-aa51-83e66552d9b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508423
Feb 18 04:41:32.270688 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92b42f-5212-4b1f-9560-e55b59f85dae req-09e24ea6-6491-4a42-a97a-89a8933d02f4 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:32.273024 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad92b42f-5212-4b1f-9560-e55b59f85dae req-09e24ea6-6491-4a42-a97a-89a8933d02f4 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0939603
Feb 18 04:41:32.312409 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c409035-222e-4df3-a1dd-deaa70cab82f req-fa0610c1-3a0d-4779-9d10-5c252794af2a service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3542182
Feb 18 04:41:32.324257 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad92b42f-5212-4b1f-9560-e55b59f85dae req-a8ca3622-c12e-4931-8640-851089fd0d5b tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0445628
Feb 18 04:41:32.522949 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c409035-222e-4df3-a1dd-deaa70cab82f req-a3140dcd-ce46-4e7b-99cd-f51b155b0035 service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1951022
Feb 18 04:41:32.542397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8a3fe-313d-4914-bef1-05ef904fa4fe req-47db46ba-9604-47f0-97c5-5f30497cff65 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:32.544050 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-beb8a3fe-313d-4914-bef1-05ef904fa4fe req-47db46ba-9604-47f0-97c5-5f30497cff65 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.1243749
Feb 18 04:41:32.592954 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-beb8a3fe-313d-4914-bef1-05ef904fa4fe req-7d4a5bc8-e63c-413d-a6b6-7f315a0cf147 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424311
Feb 18 04:41:32.827569 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b9e5d-1550-4972-b67c-80e4ec938d13 req-b1b7bbf1-bd57-4a72-a72b-69d9f134f1e3 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:32.829192 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bb1b9e5d-1550-4972-b67c-80e4ec938d13 req-b1b7bbf1-bd57-4a72-a72b-69d9f134f1e3 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0924909
Feb 18 04:41:32.878811 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bb1b9e5d-1550-4972-b67c-80e4ec938d13 req-5f61e00e-d3c7-464f-a410-61c80f733546 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431476
Feb 18 04:41:32.900360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969e48c-116e-4a08-bc68-8f7152a36c10 req-7a3ffb6d-62a7-4ba8-b270-1cc07bf83031 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:32.901993 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b969e48c-116e-4a08-bc68-8f7152a36c10 req-7a3ffb6d-62a7-4ba8-b270-1cc07bf83031 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.0896249
Feb 18 04:41:32.950924 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b969e48c-116e-4a08-bc68-8f7152a36c10 req-ebe9fa16-41f7-4083-95f8-837643c325a6 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422769
Feb 18 04:41:33.526847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4fef4-c0aa-4de3-848c-7cd0ad8a99e4 req-4baac433-fa69-4e0a-97dc-f47eaccb6909 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:33.528464 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-71a4fef4-c0aa-4de3-848c-7cd0ad8a99e4 req-4baac433-fa69-4e0a-97dc-f47eaccb6909 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0882201
Feb 18 04:41:33.580245 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-71a4fef4-c0aa-4de3-848c-7cd0ad8a99e4 req-53fed664-8304-4c3e-88b1-2e75d6e7e7c0 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0455294
Feb 18 04:41:33.791747 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e6609-29f7-43ee-98ce-ab3871a73383 req-33d2f889-6c19-47dd-acf2-9cdf91b13cfb tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:33.793435 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-300e6609-29f7-43ee-98ce-ab3871a73383 req-33d2f889-6c19-47dd-acf2-9cdf91b13cfb tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0951817
Feb 18 04:41:33.804656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb4898-bbb5-48d3-bf0c-9d261fdd066b req-4421396a-55cd-41e9-bb1f-9c696a31ac11 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:33.807014 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e1fb4898-bbb5-48d3-bf0c-9d261fdd066b req-4421396a-55cd-41e9-bb1f-9c696a31ac11 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0960870
Feb 18 04:41:33.846490 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-300e6609-29f7-43ee-98ce-ab3871a73383 req-864424b7-2651-469d-a674-68b17b9255b4 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0465026
Feb 18 04:41:33.863051 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e1fb4898-bbb5-48d3-bf0c-9d261fdd066b req-29976e2e-8f35-4633-9592-ed94a0f487c1 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500379
Feb 18 04:41:34.060909 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-4a50e701-8859-4204-8428-c6bd1b1f9a8e tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1738377
Feb 18 04:41:34.071903 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Request body: {'floatingip': {'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:41:34.077865 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:41:34.082067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Usage tracker for resource:floatingip and tenant:c71ef4e1734d45caa55df7aabefe64f9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:41:34.085432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:41:34.091736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:41:34.131017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fb9fc-07f5-4187-99bd-e51eb9de9f73 req-0c9f7796-17ec-42b4-8dcb-0728df4884d6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:34.132651 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f47fb9fc-07f5-4187-99bd-e51eb9de9f73 req-0c9f7796-17ec-42b4-8dcb-0728df4884d6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.1059229
Feb 18 04:41:34.139092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for floatingip, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:34.181952 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f47fb9fc-07f5-4187-99bd-e51eb9de9f73 req-cb4d122a-2419-473c-940b-bf4bdb58d8c3 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427926
Feb 18 04:41:34.230294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:41:34.296155 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:34.340920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:34.341323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:34.403590 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6e56-13f9-4085-b03d-eea063f1c9c6 req-7cb2a8d5-7060-41a7-9d1b-94b598f420a9 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:34.406359 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-77db6e56-13f9-4085-b03d-eea063f1c9c6 req-7cb2a8d5-7060-41a7-9d1b-94b598f420a9 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.1006253
Feb 18 04:41:34.466588 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-77db6e56-13f9-4085-b03d-eea063f1c9c6 req-0cb09206-9fbc-4982-be5b-42010c20c249 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512619
Feb 18 04:41:34.650352 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-22e6b15b-9261-4f71-a5d5-3042e057ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:34.651899 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-22e6b15b-9261-4f71-a5d5-3042e057ac3e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d&tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2 HTTP/1.1" status: 200  len: 1160 time: 0.1692250
Feb 18 04:41:34.664273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Allocated IP 172.27.3.153 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/3fc2f961-07c5-47a6-8bfd-a0960e57cd3c) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:41:34.886188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-4c24ea76-249f-47ac-ae81-674098741949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:34.887812 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-4c24ea76-249f-47ac-ae81-674098741949 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 1160 time: 0.1940353
Feb 18 04:41:34.895289 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:34.975237 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9594e9-be95-441c-a503-023366a12769 req-2b636bfb-04b3-4516-a89a-c8b2f8da0348 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:34.976790 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-db9594e9-be95-441c-a503-023366a12769 req-2b636bfb-04b3-4516-a89a-c8b2f8da0348 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.0983961
Feb 18 04:41:35.026542 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-db9594e9-be95-441c-a503-023366a12769 req-6aa519f9-d5d5-4a4f-8334-1077e04f2c74 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434530
Feb 18 04:41:35.056298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-852d82d4-8bab-473c-b265-9d3b4da4362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:35.057884 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-852d82d4-8bab-473c-b265-9d3b4da4362d service neutron] 10.222.0.16 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 911 time: 0.1592388
Feb 18 04:41:35.132866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:35.162567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:35.321299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Pushing event updated for resources: {'Port': ['ID=3fc2f961-07c5-47a6-8bfd-a0960e57cd3c,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:35.332778 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-af915558-37b2-41f6-bf1e-b70bcb5f971f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618 HTTP/1.1" status: 200  len: 998 time: 0.2636340
Feb 18 04:41:35.349708 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.350112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.350510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.350931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.351321 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.351711 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.352096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.352478 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.352862 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.353244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.353635 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.354046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.354467 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.354867 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.355246 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.355627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.356000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.356212 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18046c6a-3074-42ba-8013-a5f1f7be2b9d req-24a6df06-75bc-484c-94ab-90ed15eeb534 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:35.356372 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.356733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.357111 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.357491 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.357870 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18046c6a-3074-42ba-8013-a5f1f7be2b9d req-24a6df06-75bc-484c-94ab-90ed15eeb534 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 946 time: 0.0857754
Feb 18 04:41:35.357985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.358242 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.358617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:35.363053 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:35.414130 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18046c6a-3074-42ba-8013-a5f1f7be2b9d req-4518f049-b9d5-4824-a8fb-b758dd908672 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461130
Feb 18 04:41:35.457264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-6623203b-4eff-44fd-9b3c-6a5838d75247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:35.459444 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-6623203b-4eff-44fd-9b3c-6a5838d75247 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67a022bf-fb15-4b2f-81b7-07983e8da5c8 HTTP/1.1" status: 200  len: 856 time: 0.0915933
Feb 18 04:41:35.464865 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:41:35.466013 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:41:35.468541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:41:35.557085 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4a92f50f-6a1c-4946-822a-e2a1ddc242ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:35.613364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fad327-3cf1-4837-a9ff-6e318da34565 req-f68a6bc1-e71d-4dd2-87e1-b912762dbb81 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:35.614957 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-25fad327-3cf1-4837-a9ff-6e318da34565 req-f68a6bc1-e71d-4dd2-87e1-b912762dbb81 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0953808
Feb 18 04:41:35.622684 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-27bda13a-850f-4e4a-bb2c-30a81068effe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:35.624315 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-27bda13a-850f-4e4a-bb2c-30a81068effe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67c7849d-dc25-460c-aef1-ab79d87835ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1215069
Feb 18 04:41:35.630136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:35.664252 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-25fad327-3cf1-4837-a9ff-6e318da34565 req-96170dba-ffd0-4e4a-b4e3-a578686f24e6 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426319
Feb 18 04:41:35.792469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:35.924084 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-3a99cea9-2172-4671-8c36-1cab519379cd service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2883217
Feb 18 04:41:36.069472 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1aeb6f-03f2-42ab-8a51-ee634c64331b req-a650f6f0-299c-4928-9dd2-60a07a758f80 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:36.071068 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ce1aeb6f-03f2-42ab-8a51-ee634c64331b req-a650f6f0-299c-4928-9dd2-60a07a758f80 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0920103
Feb 18 04:41:36.121144 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ce1aeb6f-03f2-42ab-8a51-ee634c64331b req-d8a41234-2109-4a57-b407-89e40bdc5d2f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436428
Feb 18 04:41:36.325919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abb1e8-2671-4e0c-9a33-33de2fc41824 req-890a45c2-34a0-4f2d-8b36-4bd624afc286 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:36.327558 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-44abb1e8-2671-4e0c-9a33-33de2fc41824 req-890a45c2-34a0-4f2d-8b36-4bd624afc286 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.0899038
Feb 18 04:41:36.376457 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-44abb1e8-2671-4e0c-9a33-33de2fc41824 req-5526d7b4-a765-4333-a91f-edb4facfaf13 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419803
Feb 18 04:41:36.400142 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bd5c914f-c72c-4d4e-ab8b-d9fb3febb819 req-e356ddaa-0545-45ad-928e-ece5fa7f4635 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4641764
Feb 18 04:41:36.445800 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:36.475603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:36.492139 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:36.638326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Pushing event updated for resources: {'Port': ['ID=3fc2f961-07c5-47a6-8bfd-a0960e57cd3c,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:36.643939 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:36.656337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4187f-b41e-4106-8a37-e7c60cf512a7 req-87d64cdb-d9ed-4eec-bb4d-be6e84ab7084 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:36.659369 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-55c4187f-b41e-4106-8a37-e7c60cf512a7 req-87d64cdb-d9ed-4eec-bb4d-be6e84ab7084 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 946 time: 0.1269116
Feb 18 04:41:36.716992 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-55c4187f-b41e-4106-8a37-e7c60cf512a7 req-2c2d090f-f708-49b6-96f4-f3b489c25036 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565507
Feb 18 04:41:36.784604 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:36.831438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:36.832937 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.7659919
Feb 18 04:41:36.923313 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-115ab167-176c-48d3-8382-29ce907554c3 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Synchronizing usage tracker for tenant:c71ef4e1734d45caa55df7aabefe64f9 on resource:floatingip {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:41:36.925916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d938b-4843-42d7-a8aa-25c2a1f3e23f req-f79d1d1d-6749-4295-9c6d-b0eb41b98508 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:36.928791 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3d2d938b-4843-42d7-a8aa-25c2a1f3e23f req-f79d1d1d-6749-4295-9c6d-b0eb41b98508 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0927920
Feb 18 04:41:36.974343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-115ab167-176c-48d3-8382-29ce907554c3 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Unset dirty status for tenant:c71ef4e1734d45caa55df7aabefe64f9 on resource:floatingip {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:41:36.975481 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-115ab167-176c-48d3-8382-29ce907554c3 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.153 HTTP/1.1" status: 200  len: 696 time: 0.1357303
Feb 18 04:41:37.011502 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3d2d938b-4843-42d7-a8aa-25c2a1f3e23f req-32ee9727-a323-4bf3-955d-b6a3717994b5 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699232
Feb 18 04:41:37.144847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-5ad1fa97-5ef2-4310-b9b3-1c9f548acaf0 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:37.146344 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-5ad1fa97-5ef2-4310-b9b3-1c9f548acaf0 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 784 time: 0.1638319
Feb 18 04:41:37.157850 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-991caef2-685c-435a-bde0-edc1acef4b11 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:41:37.159059 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1202ec6b-31fd-4a66-83ff-224ed3461a2e req-991caef2-685c-435a-bde0-edc1acef4b11 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064161
Feb 18 04:41:37.333203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d363-5494-4baa-85d9-bfda967fc76e req-c9089c13-d92d-419b-87e7-6dacfb3f4fdb tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:37.334908 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c161d363-5494-4baa-85d9-bfda967fc76e req-c9089c13-d92d-419b-87e7-6dacfb3f4fdb tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0879164
Feb 18 04:41:37.352826 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-18bdf2d9-0b70-4ba9-8a96-271744f3a0aa tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:37.354577 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-18bdf2d9-0b70-4ba9-8a96-271744f3a0aa tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0888340
Feb 18 04:41:37.384247 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c161d363-5494-4baa-85d9-bfda967fc76e req-37f9c808-b461-4196-9170-1109fc9bb968 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429931
Feb 18 04:41:37.446718 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-72514755-3870-4bf7-a479-c2c27a23b661 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.153 HTTP/1.1" status: 200  len: 696 time: 0.0860102
Feb 18 04:41:37.457064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-e0eba94b-8656-44ff-b7a1-3e074f670fda tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Request body: {'floatingip': {'port_id': 'ed437c04-161f-48c6-8f86-f6dfde3f521b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:41:37.587912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-e0eba94b-8656-44ff-b7a1-3e074f670fda tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for floatingip, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:37.804066 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05852df-1550-4814-adbe-a91debcf38fc req-d30163c1-7bac-484f-82aa-6efb5a7efa99 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:37.805629 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f05852df-1550-4814-adbe-a91debcf38fc req-d30163c1-7bac-484f-82aa-6efb5a7efa99 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 946 time: 0.2916884
Feb 18 04:41:37.808738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e468-979d-44eb-9a94-4106bdb87753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:38.015623 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52459ad9-b877-49da-86f4-0c968d46833f req-e6c025fb-0ca6-4ce8-a519-e81e3eacc14a tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:38.040383 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-52459ad9-b877-49da-86f4-0c968d46833f req-e6c025fb-0ca6-4ce8-a519-e81e3eacc14a tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 946 time: 0.1943567
Feb 18 04:41:38.040606 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-f05852df-1550-4814-adbe-a91debcf38fc req-2adc6bba-f92c-4967-b368-a3225db571a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Deleting port 4856feb3-4cda-4f9d-992e-1915cfb472e2 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:41:38.040606 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f05852df-1550-4814-adbe-a91debcf38fc req-2adc6bba-f92c-4967-b368-a3225db571a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:38.139575 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-52459ad9-b877-49da-86f4-0c968d46833f req-c446161f-ac6a-448c-9792-2191a09c64d0 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074378
Feb 18 04:41:38.232958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 4856feb3-4cda-4f9d-992e-1915cfb472e2 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:41:38.456653 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1925881-b9ab-4eeb-a705-4e0b46fac694 req-3fd1122e-42ad-4c8e-82c9-654eba7dc31e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:38.458389 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a1925881-b9ab-4eeb-a705-4e0b46fac694 req-3fd1122e-42ad-4c8e-82c9-654eba7dc31e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.1369338
Feb 18 04:41:38.492164 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:38.538893 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 4856feb3-4cda-4f9d-992e-1915cfb472e2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=4856feb3-4cda-4f9d-992e-1915cfb472e2,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:41:38.540200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59a7bf3-23a4-43bb-9357-8301b14b9f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4856feb3-4cda-4f9d-992e-1915cfb472e2'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:41:38.561726 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a1925881-b9ab-4eeb-a705-4e0b46fac694 req-1541e1f2-5c58-4f20-b976-5dcd609357df tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897043
Feb 18 04:41:38.578711 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:38.583973 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:38.736435 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:38.739119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=4856feb3-4cda-4f9d-992e-1915cfb472e2,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:38.743333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:38.829129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c0c12-620e-483a-a613-59a5aafd8585 req-cf8f6c2c-cb83-489a-853a-6073e4c8d512 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:38.837422 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5e4c0c12-620e-483a-a613-59a5aafd8585 req-cf8f6c2c-cb83-489a-853a-6073e4c8d512 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.1211321
Feb 18 04:41:38.895591 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5e4c0c12-620e-483a-a613-59a5aafd8585 req-3681301d-b1b8-4d38-be5c-048718540935 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577106
Feb 18 04:41:38.954312 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59a7bf3-23a4-43bb-9357-8301b14b9f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4856feb3-4cda-4f9d-992e-1915cfb472e2', 'code': 200}
Feb 18 04:41:39.005580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-f05852df-1550-4814-adbe-a91debcf38fc req-2adc6bba-f92c-4967-b368-a3225db571a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] For port 4856feb3-4cda-4f9d-992e-1915cfb472e2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=4856feb3-4cda-4f9d-992e-1915cfb472e2,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:41:39.006011 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f05852df-1550-4814-adbe-a91debcf38fc req-2adc6bba-f92c-4967-b368-a3225db571a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:39.157205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-f05852df-1550-4814-adbe-a91debcf38fc req-2adc6bba-f92c-4967-b368-a3225db571a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Calling delete_port for 4856feb3-4cda-4f9d-992e-1915cfb472e2 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:41:39.198161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-e0eba94b-8656-44ff-b7a1-3e074f670fda tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:39.241948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-e0eba94b-8656-44ff-b7a1-3e074f670fda tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:39.488762 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:39.727723 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-e0eba94b-8656-44ff-b7a1-3e074f670fda tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Floating IP 578050ce-703f-48d2-9b91-f0b37fca4c7f associated. External IP: 172.27.3.153, port: ed437c04-161f-48c6-8f86-f6dfde3f521b.
Feb 18 04:41:39.745267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:39.812788 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 53402) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:41:39.818987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f05852df-1550-4814-adbe-a91debcf38fc req-2adc6bba-f92c-4967-b368-a3225db571a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:39.843480 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:39.945718 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc6bba-f92c-4967-b368-a3225db571a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Pushing event deleted for resources: {'Port': ['ID=4856feb3-4cda-4f9d-992e-1915cfb472e2,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:39.948612 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2adc6bba-f92c-4967-b368-a3225db571a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:39.967873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:39.984687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:41:39.991496 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Usage tracker for resource:security_group_rule and tenant:ea836a985b354612b5e89cfb14d8a870 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:41:39.994779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:41:40.002378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:41:40.094319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:40.121103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:41:40.133795 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:40.151428 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c90913c9-5448-4a2a-ba8d-a4e1ff13a0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:40.183443 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea836a985b354612b5e89cfb14d8a870&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3692255
Feb 18 04:41:40.186008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 53410) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:41:40.221644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27597d7-ebbe-4237-9c92-b46a9eb2b61f,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:40.238938 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05852df-1550-4814-adbe-a91debcf38fc req-2adc6bba-f92c-4967-b368-a3225db571a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] No DVR routers for this DVR port 4856feb3-4cda-4f9d-992e-1915cfb472e2 on host hv-cinder-77630 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:41:40.241824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f05852df-1550-4814-adbe-a91debcf38fc req-2adc6bba-f92c-4967-b368-a3225db571a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:40.242489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.242934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.243341 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.243740 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.244230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.244508 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.244908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.245313 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.245689 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.246075 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.246463 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.246867 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.247300 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.247690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.248074 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.248463 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.248841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.249233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.249616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.250239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.250624 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.251035 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.251423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.251812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:41:40.269171 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:40.292653 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f80b50eb-f93f-41f4-9ae2-f7897b566a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:40.299387 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59a7bf3-23a4-43bb-9357-8301b14b9f8b', 'name': 'network-vif-deleted', 'tag': '4856feb3-4cda-4f9d-992e-1915cfb472e2'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:41:40.323199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f80b50eb-f93f-41f4-9ae2-f7897b566a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:40.352847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-e0eba94b-8656-44ff-b7a1-3e074f670fda tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:41:40.358162 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f05852df-1550-4814-adbe-a91debcf38fc req-2adc6bba-f92c-4967-b368-a3225db571a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "DELETE /v2.0/ports/4856feb3-4cda-4f9d-992e-1915cfb472e2 HTTP/1.1" status: 204  len: 173 time: 2.4720554
Feb 18 04:41:40.400638 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f80b50eb-f93f-41f4-9ae2-f7897b566a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:40.421844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-aedab5e1-2b01-47de-a0c5-ac64559ca764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:40.451037 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b50eb-f93f-41f4-9ae2-f7897b566a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27597d7-ebbe-4237-9c92-b46a9eb2b61f,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:40.451037 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f80b50eb-f93f-41f4-9ae2-f7897b566a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:40.451037 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f80b50eb-f93f-41f4-9ae2-f7897b566a36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b27597d7-ebbe-4237-9c92-b46a9eb2b61f HTTP/1.1" status: 204  len: 168 time: 0.2570407
Feb 18 04:41:40.451037 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f80b50eb-f93f-41f4-9ae2-f7897b566a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:40.593892 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-e0eba94b-8656-44ff-b7a1-3e074f670fda tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:41:40.633935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-e0eba94b-8656-44ff-b7a1-3e074f670fda tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:40.634877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d5d85-f694-48e0-a43b-48b6211533ac None None] Sync routers for ids ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:41:40.634877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d5d85-f694-48e0-a43b-48b6211533ac None None] Routers {'6c5f26d7-8819-4655-8b57-cfc6944b6bd1'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:41:40.634877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-c54d5d85-f694-48e0-a43b-48b6211533ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e4487f0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:41:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:41:40.702188 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-e0eba94b-8656-44ff-b7a1-3e074f670fda tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "PUT /v2.0/floatingips/578050ce-703f-48d2-9b91-f0b37fca4c7f HTTP/1.1" status: 200  len: 997 time: 3.2491345
Feb 18 04:41:40.826146 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-f7a0e013-00d1-494d-8ac2-0fb5b3d3ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:40.827890 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-f7a0e013-00d1-494d-8ac2-0fb5b3d3ca88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c71ef4e1734d45caa55df7aabefe64f9&device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 1163 time: 0.0909436
Feb 18 04:41:41.024943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-75d120bd-7849-4c1b-9c0c-674d9b32a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:41.026973 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-75d120bd-7849-4c1b-9c0c-674d9b32a04e service neutron] 10.222.0.43 "GET /v2.0/networks?id=86c16645-192b-4075-a932-aaf87fb566e4 HTTP/1.1" status: 200  len: 903 time: 0.1919987
Feb 18 04:41:41.037059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-c54d5d85-f694-48e0-a43b-48b6211533ac None None] Set router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:41:41.162171 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-67ed06dd-89f4-4237-801c-e7ac338d9abf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 200  len: 1000 time: 0.1254771
Feb 18 04:41:41.245267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-16de01fe-1149-437f-a0dc-d4ff4b6deb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:41.246857 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-16de01fe-1149-437f-a0dc-d4ff4b6deb74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ace81c5-6728-476b-8aac-1cd109d8d830 HTTP/1.1" status: 200  len: 848 time: 0.0833597
Feb 18 04:41:41.335119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-84900448-e50b-4036-ab14-923af00c5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:41.336794 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-84900448-e50b-4036-ab14-923af00c5d38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86c16645-192b-4075-a932-aaf87fb566e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829654
Feb 18 04:41:41.348202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-d67093e9-3c7c-491b-a426-41bd111a7b09 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:41:41.349980 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-d67093e9-3c7c-491b-a426-41bd111a7b09 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0063984
Feb 18 04:41:41.467081 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-c54d5d85-f694-48e0-a43b-48b6211533ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e4487f0>, [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:39:37Z', 'revision_number': 4, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '578050ce-703f-48d2-9b91-f0b37fca4c7f', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'port_id': 'ed437c04-161f-48c6-8f86-f6dfde3f521b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'mac_address': 'fa:16:3e:a6:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:41:35Z', 'updated_at': '2021-02-18T04:41:38Z', 'revision_number': 1, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c713cde9-96b9-4021-9692-3e660ab52762', 'name': '', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'mac_address': 'fa:16:3e:bb:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:35Z', 'updated_at': '2021-02-18T04:39:47Z', 'revision_number': 5, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'subnets': [{'id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:41:41.471276 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d5d85-f694-48e0-a43b-48b6211533ac None None] Checking router: 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:41:41.480778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d5d85-f694-48e0-a43b-48b6211533ac None None] Routers {'6c5f26d7-8819-4655-8b57-cfc6944b6bd1'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:41:41.481423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-c54d5d85-f694-48e0-a43b-48b6211533ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e4487f0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:41:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:41:41.506831 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-81b021a1-460d-41f4-bc12-67652a338b9f service neutron] 10.222.0.43 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498830
Feb 18 04:41:41.661353 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06610eda-37b0-4174-9eb7-4a18521c1fa0 req-d08222f5-916f-47fa-aa00-459fc47ece06 service neutron] 10.222.0.43 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1469619
Feb 18 04:41:41.680605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-c54d5d85-f694-48e0-a43b-48b6211533ac None None] Set router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:41:41.993875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-b2a6ff94-cd55-41f9-9746-c46f0ac4a853 req-cac3819c-92d0-4a71-a0f5-40344c38653d tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Synchronizing usage tracker for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:41:42.042457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-b2a6ff94-cd55-41f9-9746-c46f0ac4a853 req-cac3819c-92d0-4a71-a0f5-40344c38653d tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Unset dirty status for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:41:42.043922 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b2a6ff94-cd55-41f9-9746-c46f0ac4a853 req-cac3819c-92d0-4a71-a0f5-40344c38653d tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.0980160
Feb 18 04:41:42.103334 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-c54d5d85-f694-48e0-a43b-48b6211533ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e4487f0>, [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:39:37Z', 'revision_number': 4, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '578050ce-703f-48d2-9b91-f0b37fca4c7f', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'port_id': 'ed437c04-161f-48c6-8f86-f6dfde3f521b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'mac_address': 'fa:16:3e:a6:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:41:35Z', 'updated_at': '2021-02-18T04:41:38Z', 'revision_number': 1, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c713cde9-96b9-4021-9692-3e660ab52762', 'name': '', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'mac_address': 'fa:16:3e:bb:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:35Z', 'updated_at': '2021-02-18T04:39:47Z', 'revision_number': 5, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'subnets': [{'id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:41:42.107636 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d5d85-f694-48e0-a43b-48b6211533ac None None] The sync data for ids ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'] in dv-cinder-776307-1-iscsi is: [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:39:37Z', 'revision_number': 4, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '578050ce-703f-48d2-9b91-f0b37fca4c7f', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'port_id': 'ed437c04-161f-48c6-8f86-f6dfde3f521b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'mac_address': 'fa:16:3e:a6:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:41:35Z', 'updated_at': '2021-02-18T04:41:38Z', 'revision_number': 1, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c713cde9-96b9-4021-9692-3e660ab52762', 'name': '', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'mac_address': 'fa:16:3e:bb:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:35Z', 'updated_at': '2021-02-18T04:39:47Z', 'revision_number': 5, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'subnets': [{'id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:41:42.241201 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5af72-20bc-4072-b2ff-cdeb3d478ec7 req-67455569-83b3-4ea7-a1e8-760a7686c934 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:42.242844 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ccc5af72-20bc-4072-b2ff-cdeb3d478ec7 req-67455569-83b3-4ea7-a1e8-760a7686c934 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0875592
Feb 18 04:41:42.296405 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ccc5af72-20bc-4072-b2ff-cdeb3d478ec7 req-2a70654b-7b04-4da5-937c-ae9b5d59c82a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471890
Feb 18 04:41:42.488655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81c67-9531-45ff-a92e-3386ba029897 req-5297dea0-a2c0-4209-9d29-6a9d2112dfc3 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:42.491527 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-68f81c67-9531-45ff-a92e-3386ba029897 req-5297dea0-a2c0-4209-9d29-6a9d2112dfc3 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0885983
Feb 18 04:41:42.547012 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-68f81c67-9531-45ff-a92e-3386ba029897 req-9a2ece08-ca53-4796-b180-82d97bbf4132 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474727
Feb 18 04:41:42.565923 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7642bd0-2227-461a-9386-7025cec12af5 None None] New status for floating IP 578050ce-703f-48d2-9b91-f0b37fca4c7f: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:41:42.610226 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59a7bf3-23a4-43bb-9357-8301b14b9f8b', 'name': 'network-vif-deleted', 'tag': '4856feb3-4cda-4f9d-992e-1915cfb472e2', 'status': 'completed', 'code': 200}
Feb 18 04:41:43.215860 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7723647e-de4f-4282-ab3d-14fcedcbca8f req-e84263fe-843f-45a2-af8d-315002774437 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.0493808
Feb 18 04:41:43.502284 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c83401-4b6f-467c-9ccf-9618b84997f7 req-02690519-ccc1-4b88-9ff3-449d679079fc tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:43.503877 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a6c83401-4b6f-467c-9ccf-9618b84997f7 req-02690519-ccc1-4b88-9ff3-449d679079fc tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0916719
Feb 18 04:41:43.554552 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a6c83401-4b6f-467c-9ccf-9618b84997f7 req-41f12e6d-b5f4-4489-992d-38bb245e0fc6 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443287
Feb 18 04:41:43.762129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80959ce-b218-4af7-8594-9189b16972ba req-17e3b001-1a8b-4fce-8636-19495a2ff97c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:43.763662 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f80959ce-b218-4af7-8594-9189b16972ba req-17e3b001-1a8b-4fce-8636-19495a2ff97c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0928061
Feb 18 04:41:44.040043 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f80959ce-b218-4af7-8594-9189b16972ba req-27b0b997-de69-4049-9f6c-dda9c8afadb9 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2697446
Feb 18 04:41:44.381626 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c87d943e-2d4a-4701-aa2e-726511f37957 req-d75836ed-d182-455a-824a-d8d27fb0f42f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.0477650
Feb 18 04:41:44.611649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:41:44.759477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97666719-207c-47cb-ab1e-7ec160ded45b req-34435925-d0d9-448e-a467-142828f6db3f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:44.761070 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-97666719-207c-47cb-ab1e-7ec160ded45b req-34435925-d0d9-448e-a467-142828f6db3f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0927382
Feb 18 04:41:44.809889 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-97666719-207c-47cb-ab1e-7ec160ded45b req-a3c319ff-8f88-4eee-b9b2-c95069efcba6 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426097
Feb 18 04:41:44.873589 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b', 'status': 'completed', 'code': 200}
Feb 18 04:41:44.897690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:45.252600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08ea38-fdbe-44c1-b495-813094c78379 req-ae246bed-2400-44e3-922a-cbe05273216b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:45.262147 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-aa08ea38-fdbe-44c1-b495-813094c78379 req-ae246bed-2400-44e3-922a-cbe05273216b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0892437
Feb 18 04:41:45.305642 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-aa08ea38-fdbe-44c1-b495-813094c78379 req-9ab2429e-f155-4c8a-93da-89c54c37ecb7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451827
Feb 18 04:41:45.544716 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-55c04df6-e64c-4c6d-bac1-409f0511a349 req-882bae70-5106-4f45-aa2d-cb4a6dc77d41 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.0493157
Feb 18 04:41:46.012039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4131bc9-1062-45a4-b38a-c00c2282fbe3 req-427d9fb9-b802-401f-b1d4-48ec76078bc2 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:46.013641 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d4131bc9-1062-45a4-b38a-c00c2282fbe3 req-427d9fb9-b802-401f-b1d4-48ec76078bc2 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0896499
Feb 18 04:41:46.079911 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d4131bc9-1062-45a4-b38a-c00c2282fbe3 req-7ab910ea-9215-4be1-8a65-5eb758267fcb tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596807
Feb 18 04:41:46.275118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cdd08d1f-98ba-4dd7-8336-8a32479f507d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:41:46.354029 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cdd08d1f-98ba-4dd7-8336-8a32479f507d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:46.354498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:46.532207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f087ee0-4dd1-439b-a9b4-bba810d7db10 req-95580902-3c75-497a-8f8a-e5b3ee8094b1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:46.533974 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9f087ee0-4dd1-439b-a9b4-bba810d7db10 req-95580902-3c75-497a-8f8a-e5b3ee8094b1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0995927
Feb 18 04:41:46.583082 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9f087ee0-4dd1-439b-a9b4-bba810d7db10 req-2b6a4a6c-b46b-4ef7-8d64-8d0b0d2117fd tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421610
Feb 18 04:41:46.743465 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-92d4b25a-4f4c-41d3-942e-d7ca77b154c6 req-4f5d4800-892a-417f-bac0-d82ddc0a2fa8 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.0528815
Feb 18 04:41:47.282725 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312044a-72f9-418e-9daa-cbbba1bb97ef req-63749a85-bf92-4a03-9c94-412a6535b770 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:47.284398 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7312044a-72f9-418e-9daa-cbbba1bb97ef req-63749a85-bf92-4a03-9c94-412a6535b770 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0870712
Feb 18 04:41:47.332515 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7312044a-72f9-418e-9daa-cbbba1bb97ef req-8c17f9ff-ffb7-4e30-9e10-f352b26bff65 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416508
Feb 18 04:41:47.798868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e413b5-da29-45ca-84de-c217c6983f5a req-631eb3a0-f5ad-4814-9148-bbea2e43dc47 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:47.800500 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-29e413b5-da29-45ca-84de-c217c6983f5a req-631eb3a0-f5ad-4814-9148-bbea2e43dc47 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0938852
Feb 18 04:41:47.850145 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-29e413b5-da29-45ca-84de-c217c6983f5a req-98d64b87-e032-4715-844b-a86d56f8692a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427740
Feb 18 04:41:48.004316 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-471085f3-5a57-4791-ab12-18c3f7a06f14 req-6438dd77-fbc8-4125-9a95-086c7f8df6e8 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.0495980
Feb 18 04:41:48.539763 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970598e5-5434-4f22-b92f-7c5303626239 req-c43aaaf5-6a4d-43ba-a1b3-814b2fdf44c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:48.541335 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-970598e5-5434-4f22-b92f-7c5303626239 req-c43aaaf5-6a4d-43ba-a1b3-814b2fdf44c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0922780
Feb 18 04:41:48.590664 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-970598e5-5434-4f22-b92f-7c5303626239 req-c7890273-d789-4c3a-be09-36db31ead743 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428808
Feb 18 04:41:49.102570 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7af156-180b-41f9-9126-90c97f9e4e23 req-1c778949-fd49-4d0f-82fc-a097ffa4d508 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:49.104249 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4c7af156-180b-41f9-9126-90c97f9e4e23 req-1c778949-fd49-4d0f-82fc-a097ffa4d508 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0908089
Feb 18 04:41:49.152680 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4c7af156-180b-41f9-9126-90c97f9e4e23 req-9b9cb258-2ae4-402c-bb9e-81a0f75ce3ea tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422683
Feb 18 04:41:49.311491 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-de923ccb-397a-439d-bbaf-a830f9c59aeb req-acaccd37-690f-4875-b869-9bd7d5f213ef tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.0531416
Feb 18 04:41:49.796601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2025d4c-966a-4b5a-8205-1c5bb10250dd req-2965e3f1-b6ff-4e0a-a5a3-84d3192d2530 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:49.798226 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b2025d4c-966a-4b5a-8205-1c5bb10250dd req-2965e3f1-b6ff-4e0a-a5a3-84d3192d2530 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0917315
Feb 18 04:41:49.849982 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b2025d4c-966a-4b5a-8205-1c5bb10250dd req-b3478e49-3421-4b19-b3b1-b2da24ef1b05 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434585
Feb 18 04:41:50.364262 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7604a05-627f-4009-aa24-15ee3d7f65b5 req-76d18e95-549a-45e7-b09e-f958a455f37e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:50.365917 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7604a05-627f-4009-aa24-15ee3d7f65b5 req-76d18e95-549a-45e7-b09e-f958a455f37e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0915170
Feb 18 04:41:50.414637 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7604a05-627f-4009-aa24-15ee3d7f65b5 req-605b5627-5dce-491e-bd71-de9acc795d50 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424349
Feb 18 04:41:50.570308 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4b4fa605-c3a6-4263-9012-cba6598fd17a req-10f34898-5eb9-49a3-8e72-8ff7c36ca521 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.0499191
Feb 18 04:41:51.064291 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6556a-277c-42e9-9e12-8bad08a33f68 req-da5ef4ca-6ddb-43f4-8d06-517351ee9cde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:51.065909 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ded6556a-277c-42e9-9e12-8bad08a33f68 req-da5ef4ca-6ddb-43f4-8d06-517351ee9cde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0980101
Feb 18 04:41:51.113526 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ded6556a-277c-42e9-9e12-8bad08a33f68 req-c628927b-e17b-4df7-9b7f-68913c181edf tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413074
Feb 18 04:41:51.625421 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba4e3d-b758-478c-aca4-8685e2ed48e0 req-1f78cc33-5e1a-43cc-9bfe-235684bd9cbe tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:51.627208 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-caba4e3d-b758-478c-aca4-8685e2ed48e0 req-1f78cc33-5e1a-43cc-9bfe-235684bd9cbe tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0875180
Feb 18 04:41:51.681283 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-caba4e3d-b758-478c-aca4-8685e2ed48e0 req-2170ee18-0e65-4f68-b9bf-ec9911f52f4c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472293
Feb 18 04:41:51.835823 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fe79759e-03aa-41ea-ab54-1ceef5a2fc93 req-bc323328-468b-44ac-9200-cc121071e73e tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.0490639
Feb 18 04:41:52.310160 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e012c63-76ef-41ba-a381-631f879d5562 req-e87a3dac-c9f0-4149-8bb6-eb8fda55ffcc tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:52.311797 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6e012c63-76ef-41ba-a381-631f879d5562 req-e87a3dac-c9f0-4149-8bb6-eb8fda55ffcc tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0862942
Feb 18 04:41:52.357688 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6e012c63-76ef-41ba-a381-631f879d5562 req-bb86d788-f9bc-4319-b5f1-64941d63887a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398190
Feb 18 04:41:52.559849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc570-0cc6-44a4-9b66-10e3adcf7986 req-9368d0d1-3b21-46e4-ad4c-0043509fd94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:52.561584 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-536dc570-0cc6-44a4-9b66-10e3adcf7986 req-9368d0d1-3b21-46e4-ad4c-0043509fd94a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c71ef4e1734d45caa55df7aabefe64f9&device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 1163 time: 0.0894012
Feb 18 04:41:52.721634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc570-0cc6-44a4-9b66-10e3adcf7986 req-80634fb7-69f7-4030-8162-3c0f54f37385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:52.723284 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-536dc570-0cc6-44a4-9b66-10e3adcf7986 req-80634fb7-69f7-4030-8162-3c0f54f37385 service neutron] 10.222.0.16 "GET /v2.0/networks?id=86c16645-192b-4075-a932-aaf87fb566e4 HTTP/1.1" status: 200  len: 903 time: 0.1436172
Feb 18 04:41:52.897253 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-536dc570-0cc6-44a4-9b66-10e3adcf7986 req-a524d1cb-90b9-435d-9169-9572384018b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 200  len: 1002 time: 0.1581860
Feb 18 04:41:52.998298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5772bb-f939-47c6-a304-db24fbf78fde req-836caf6c-49ad-4d81-ba81-dfe80a7f5c1d tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:53.006359 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7f5772bb-f939-47c6-a304-db24fbf78fde req-836caf6c-49ad-4d81-ba81-dfe80a7f5c1d tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.1914346
Feb 18 04:41:53.056386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc570-0cc6-44a4-9b66-10e3adcf7986 req-00395d33-9ca9-4249-94e7-7a1accebae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:53.057987 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-536dc570-0cc6-44a4-9b66-10e3adcf7986 req-00395d33-9ca9-4249-94e7-7a1accebae88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ace81c5-6728-476b-8aac-1cd109d8d830 HTTP/1.1" status: 200  len: 848 time: 0.1516812
Feb 18 04:41:53.067269 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7f5772bb-f939-47c6-a304-db24fbf78fde req-5be7341f-6a11-4c0b-9eb8-c4b66e5e9093 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597804
Feb 18 04:41:53.122649 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a6efd707-ab97-44b9-a8d0-f04af5a22fa0 req-b10c86b0-ea76-4c3b-bfa0-d055a168e47f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59a7bf3-23a4-43bb-9357-8301b14b9f8b HTTP/1.1" status: 200  len: 210 time: 0.0550508
Feb 18 04:41:53.158891 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc570-0cc6-44a4-9b66-10e3adcf7986 req-43fc637e-2753-4670-8b9b-bf02637c567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:53.160505 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-536dc570-0cc6-44a4-9b66-10e3adcf7986 req-43fc637e-2753-4670-8b9b-bf02637c567e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86c16645-192b-4075-a932-aaf87fb566e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837467
Feb 18 04:41:53.323176 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-536dc570-0cc6-44a4-9b66-10e3adcf7986 req-5cbf8328-a72b-4fba-8ec2-ce2a4ad7bde8 service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384115
Feb 18 04:41:53.474736 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-536dc570-0cc6-44a4-9b66-10e3adcf7986 req-d9670aef-99f7-48f6-85e7-e97ecf397374 service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389005
Feb 18 04:41:53.562163 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a43931-d421-4a62-8d9f-6024e9a83273 req-84f43edb-6cf0-48e2-9906-6b67ed2e05c5 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:53.563863 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-40a43931-d421-4a62-8d9f-6024e9a83273 req-84f43edb-6cf0-48e2-9906-6b67ed2e05c5 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0919335
Feb 18 04:41:53.610338 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-40a43931-d421-4a62-8d9f-6024e9a83273 req-79d6dfa9-ebf4-41db-8515-775c4649d650 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395944
Feb 18 04:41:54.274974 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa2bf0-44ec-4e08-8f0d-113c382f859c req-1d9fe35d-46c4-4316-8975-fd7c2eea44a7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:54.276599 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-57aa2bf0-44ec-4e08-8f0d-113c382f859c req-1d9fe35d-46c4-4316-8975-fd7c2eea44a7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0896790
Feb 18 04:41:54.324609 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-57aa2bf0-44ec-4e08-8f0d-113c382f859c req-3e4561de-0442-4ba7-9927-a1068a1d0a5f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413020
Feb 18 04:41:54.603665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a54215-d382-4a53-81f4-0983b75a3ad4 req-fed90363-fb60-462c-a830-ff9bd7256f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:54.605234 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-14a54215-d382-4a53-81f4-0983b75a3ad4 req-fed90363-fb60-462c-a830-ff9bd7256f4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 1163 time: 0.0760603
Feb 18 04:41:54.652388 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-14a54215-d382-4a53-81f4-0983b75a3ad4 req-217e6150-b157-4c63-b275-708445447f8c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398359
Feb 18 04:41:54.812116 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84327d-76f2-4156-b24d-b1e060b0229c req-f9cc5f96-61c9-4e71-bd50-239cc43c9b0a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:54.813770 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8a84327d-76f2-4156-b24d-b1e060b0229c req-f9cc5f96-61c9-4e71-bd50-239cc43c9b0a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0867379
Feb 18 04:41:54.861444 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8a84327d-76f2-4156-b24d-b1e060b0229c req-04ca6896-dfce-449f-91e2-f9e43ad70ffb tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411193
Feb 18 04:41:55.529952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898149a0-3de9-4153-a5b2-36f08dd0d4ff req-c4c74e1d-4e5f-411c-a736-0a2518e19307 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:55.531582 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-898149a0-3de9-4153-a5b2-36f08dd0d4ff req-c4c74e1d-4e5f-411c-a736-0a2518e19307 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0890918
Feb 18 04:41:55.772115 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-898149a0-3de9-4153-a5b2-36f08dd0d4ff req-913d0459-933e-4c1e-bab5-a147e04157da tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2331741
Feb 18 04:41:56.009679 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6b6f1-d706-4877-b637-c6d718a281dc req-9c3d7d9d-467e-4f82-883d-145f8df47f31 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:56.011296 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-42c6b6f1-d706-4877-b637-c6d718a281dc req-9c3d7d9d-467e-4f82-883d-145f8df47f31 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 946 time: 0.0892501
Feb 18 04:41:56.063789 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-42c6b6f1-d706-4877-b637-c6d718a281dc req-b4059fc0-5687-45f7-90ea-d599e2433d24 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450909
Feb 18 04:41:56.078178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7bf76-2aaf-41c1-8272-2065d43d37cb req-d29e0ed7-7596-4f85-830a-ca75502640c0 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:56.087553 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e4e7bf76-2aaf-41c1-8272-2065d43d37cb req-d29e0ed7-7596-4f85-830a-ca75502640c0 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0924747
Feb 18 04:41:56.129733 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e4e7bf76-2aaf-41c1-8272-2065d43d37cb req-54d9e23a-95fa-47c6-8f98-8ca28d91f43f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428119
Feb 18 04:41:56.413027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cdd08d1f-98ba-4dd7-8336-8a32479f507d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:41:56.484187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cdd08d1f-98ba-4dd7-8336-8a32479f507d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:56.484607 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:56.978324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2db44-423a-4d14-b3b4-b65b7ad37c93 req-ebd80ec9-0468-4d3f-a7a1-0c2d0761ce63 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:56.979888 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-04c2db44-423a-4d14-b3b4-b65b7ad37c93 req-ebd80ec9-0468-4d3f-a7a1-0c2d0761ce63 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0860388
Feb 18 04:41:57.027373 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-04c2db44-423a-4d14-b3b4-b65b7ad37c93 req-3d2a9184-099a-4885-83ab-50fe5ef7662a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412621
Feb 18 04:41:57.267013 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b4bb9-9b8d-4da4-9ab6-64659dadecf5 req-6dc56446-365a-4be7-bf2a-4250e6d7c314 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:57.268570 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-920b4bb9-9b8d-4da4-9ab6-64659dadecf5 req-6dc56446-365a-4be7-bf2a-4250e6d7c314 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 946 time: 0.0871594
Feb 18 04:41:57.315854 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-920b4bb9-9b8d-4da4-9ab6-64659dadecf5 req-4fb01089-5f19-429f-bab0-3850250dca1b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409579
Feb 18 04:41:57.332283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c05b2-199b-468e-924b-8fa8b7632b8b req-e9a18d12-1174-4a31-8338-8546d23bd0dd tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:57.333892 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c01c05b2-199b-468e-924b-8fa8b7632b8b req-e9a18d12-1174-4a31-8338-8546d23bd0dd tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0896411
Feb 18 04:41:57.382517 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c01c05b2-199b-468e-924b-8fa8b7632b8b req-1b3cfcc8-b27a-443d-904e-3f6783632181 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422499
Feb 18 04:41:57.939019 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1c44c-7796-4405-9c1f-fd504a27e634 req-3c7911f8-3bc6-436c-8741-6144bb05c486 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:57.940665 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6db1c44c-7796-4405-9c1f-fd504a27e634 req-3c7911f8-3bc6-436c-8741-6144bb05c486 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.1166177
Feb 18 04:41:57.942563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ac4ff-810e-4610-afcb-784b07f40f20 req-f9175096-3bca-47d1-8c5b-499a99cc438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:57.944111 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c0ac4ff-810e-4610-afcb-784b07f40f20 req-f9175096-3bca-47d1-8c5b-499a99cc438a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=484f76dfa5814b07b92bd623be6988db&device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 1163 time: 0.1585917
Feb 18 04:41:58.077785 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6db1c44c-7796-4405-9c1f-fd504a27e634 req-3bc0fae5-d268-4463-aec9-af4ac6396309 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296108
Feb 18 04:41:58.127266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ac4ff-810e-4610-afcb-784b07f40f20 req-0e57b298-b843-4fc2-8c4a-36da16e4d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:58.128838 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c0ac4ff-810e-4610-afcb-784b07f40f20 req-0e57b298-b843-4fc2-8c4a-36da16e4d7e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2 HTTP/1.1" status: 200  len: 912 time: 0.1644361
Feb 18 04:41:58.204181 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c0ac4ff-810e-4610-afcb-784b07f40f20 req-cd632aa7-a6ad-4e7b-9322-4235cb24f0b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdd08d1f-98ba-4dd7-8336-8a32479f507d HTTP/1.1" status: 200  len: 217 time: 0.0649157
Feb 18 04:41:58.235045 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86787583-4a93-47df-a342-f95cb4e006fa req-2617ee74-5fcb-4a98-b2c8-e63dcbbe62d8 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:58.236680 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-86787583-4a93-47df-a342-f95cb4e006fa req-2617ee74-5fcb-4a98-b2c8-e63dcbbe62d8 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0852215
Feb 18 04:41:58.277913 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ac4ff-810e-4610-afcb-784b07f40f20 req-88a83e57-fcbc-4163-9340-ce290665e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:58.279519 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c0ac4ff-810e-4610-afcb-784b07f40f20 req-88a83e57-fcbc-4163-9340-ce290665e22a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32cc8d8b-9252-4aaa-adc3-72bd8ebb7827 HTTP/1.1" status: 200  len: 858 time: 0.0673897
Feb 18 04:41:58.283476 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-86787583-4a93-47df-a342-f95cb4e006fa req-44b21f1e-8e39-430f-bcf1-8e1d169fe229 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406649
Feb 18 04:41:58.334719 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c0ac4ff-810e-4610-afcb-784b07f40f20 req-1a2765d1-568d-42bd-bfe6-876ed71a7e6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479186
Feb 18 04:41:58.416769 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 1b366aa3-bf4c-4878-9fe7-87e104a357a3 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:41:58.488877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 1b366aa3-bf4c-4878-9fe7-87e104a357a3 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:41:58.489465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:58.560583 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c0ac4ff-810e-4610-afcb-784b07f40f20 req-5d24747a-3bb4-4373-976a-19c70474b6f5 service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2053068
Feb 18 04:41:58.570894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f37e0-f53b-4156-9cd6-ca0064089c7b req-01ced630-9bbd-482e-83da-0ff4bbf85dec tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:58.572402 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d7f37e0-f53b-4156-9cd6-ca0064089c7b req-01ced630-9bbd-482e-83da-0ff4bbf85dec tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 946 time: 0.1259000
Feb 18 04:41:58.715040 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d7f37e0-f53b-4156-9cd6-ca0064089c7b req-9a0960b0-57a0-45a7-bf1e-93cc5bd37346 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178198
Feb 18 04:41:58.740661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76557ed6-e6f0-47eb-a186-fc4d9f48e395 req-e4af0902-2151-4c1d-b421-446703715579 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:58.740860 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-76557ed6-e6f0-47eb-a186-fc4d9f48e395 req-e4af0902-2151-4c1d-b421-446703715579 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 946 time: 0.0921779
Feb 18 04:41:58.753623 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c0ac4ff-810e-4610-afcb-784b07f40f20 req-1ad6fd0b-518d-4c89-a737-eafd4ff2381a service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1802034
Feb 18 04:41:58.820065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-76557ed6-e6f0-47eb-a186-fc4d9f48e395 req-412c3a5c-4ce4-4f16-8581-ae8c6506e266 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Deleting port 1b366aa3-bf4c-4878-9fe7-87e104a357a3 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:41:58.820560 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-76557ed6-e6f0-47eb-a186-fc4d9f48e395 req-412c3a5c-4ce4-4f16-8581-ae8c6506e266 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:59.083482 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-76557ed6-e6f0-47eb-a186-fc4d9f48e395 req-412c3a5c-4ce4-4f16-8581-ae8c6506e266 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] For port 1b366aa3-bf4c-4878-9fe7-87e104a357a3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=1b366aa3-bf4c-4878-9fe7-87e104a357a3,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:41:59.084462 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-76557ed6-e6f0-47eb-a186-fc4d9f48e395 req-412c3a5c-4ce4-4f16-8581-ae8c6506e266 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:59.223991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-76557ed6-e6f0-47eb-a186-fc4d9f48e395 req-412c3a5c-4ce4-4f16-8581-ae8c6506e266 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Calling delete_port for 1b366aa3-bf4c-4878-9fe7-87e104a357a3 owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:41:59.296515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351c4ba-f735-466c-b81e-362c9ac58148 req-0e2406bd-cc1e-429d-870a-a0a5285bf255 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:59.298141 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0351c4ba-f735-466c-b81e-362c9ac58148 req-0e2406bd-cc1e-429d-870a-a0a5285bf255 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0922108
Feb 18 04:41:59.346460 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0351c4ba-f735-466c-b81e-362c9ac58148 req-a8a870ee-2282-48c7-96be-3152738bf0ab tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419459
Feb 18 04:41:59.523782 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb21e8-eb5d-41fd-a81d-f2d32539ee9f req-bb7640de-3085-47dd-b5fd-548fe7ee65a2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:41:59.525282 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-55eb21e8-eb5d-41fd-a81d-f2d32539ee9f req-bb7640de-3085-47dd-b5fd-548fe7ee65a2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.1130452
Feb 18 04:41:59.526379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-76557ed6-e6f0-47eb-a186-fc4d9f48e395 req-412c3a5c-4ce4-4f16-8581-ae8c6506e266 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:59.541290 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-55881e4b-bb46-48de-9fa5-29c64cf97668 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:41:59.648571 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c3a5c-4ce4-4f16-8581-ae8c6506e266 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Pushing event deleted for resources: {'Port': ['ID=1b366aa3-bf4c-4878-9fe7-87e104a357a3,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:41:59.657040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-412c3a5c-4ce4-4f16-8581-ae8c6506e266 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:41:59.704124 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-55eb21e8-eb5d-41fd-a81d-f2d32539ee9f req-2c6c69d7-8c7a-4d47-abdf-0e68e1b61187 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309757
Feb 18 04:41:59.788959 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-76557ed6-e6f0-47eb-a186-fc4d9f48e395 req-412c3a5c-4ce4-4f16-8581-ae8c6506e266 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] No DVR routers for this DVR port 1b366aa3-bf4c-4878-9fe7-87e104a357a3 on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:41:59.791928 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-76557ed6-e6f0-47eb-a186-fc4d9f48e395 req-412c3a5c-4ce4-4f16-8581-ae8c6506e266 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:41:59.794723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83d494c-4cc4-4fbe-bc87-c476ebdfd2a0', 'name': 'network-vif-deleted', 'tag': '1b366aa3-bf4c-4878-9fe7-87e104a357a3'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:41:59.835272 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-76557ed6-e6f0-47eb-a186-fc4d9f48e395 req-412c3a5c-4ce4-4f16-8581-ae8c6506e266 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "DELETE /v2.0/ports/1b366aa3-bf4c-4878-9fe7-87e104a357a3 HTTP/1.1" status: 204  len: 173 time: 1.0882871
Feb 18 04:41:59.847149 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83d494c-4cc4-4fbe-bc87-c476ebdfd2a0', 'name': 'network-vif-deleted', 'tag': '1b366aa3-bf4c-4878-9fe7-87e104a357a3', 'status': 'completed', 'code': 200}
Feb 18 04:41:59.892258 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3ee5f9ba-7031-44fb-ab00-07232b3eb030 req-a83486cf-0c8e-4216-9d38-c7be00be3d7b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=d83d494c-4cc4-4fbe-bc87-c476ebdfd2a0 HTTP/1.1" status: 200  len: 210 time: 0.0528641
Feb 18 04:42:00.547250 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15334256-fd55-4444-a584-023b03d9cead req-4a1f27f9-9fe3-4e28-bb97-b1946c61eae5 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:00.548932 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-15334256-fd55-4444-a584-023b03d9cead req-4a1f27f9-9fe3-4e28-bb97-b1946c61eae5 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0869133
Feb 18 04:42:00.596763 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-15334256-fd55-4444-a584-023b03d9cead req-b47db717-79c4-4528-9275-7ea80a19108e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414488
Feb 18 04:42:01.120688 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884fb19-56a9-498a-92ba-4bd32e78dca5 req-e55ee678-118f-49c6-a8e0-dbfef08f1da1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:01.122213 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7884fb19-56a9-498a-92ba-4bd32e78dca5 req-e55ee678-118f-49c6-a8e0-dbfef08f1da1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.2955360
Feb 18 04:42:01.154901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cdd08d1f-98ba-4dd7-8336-8a32479f507d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:42:01.171178 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7884fb19-56a9-498a-92ba-4bd32e78dca5 req-3c913a58-257e-43e4-90f4-5aa92f293b9f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420907
Feb 18 04:42:01.183725 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039b5b5-a541-411b-b892-9fa598cfa4b0 req-9d8ce2b8-658a-4ee9-8c3e-0f3564d0c2fb tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:01.187331 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5039b5b5-a541-411b-b892-9fa598cfa4b0 req-9d8ce2b8-658a-4ee9-8c3e-0f3564d0c2fb tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.0934596
Feb 18 04:42:01.242731 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5039b5b5-a541-411b-b892-9fa598cfa4b0 req-26ac34ad-62fd-4ff9-b767-d6e9fd28be93 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483925
Feb 18 04:42:01.244171 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cdd08d1f-98ba-4dd7-8336-8a32479f507d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:01.244639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:01.410115 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 1b366aa3-bf4c-4878-9fe7-87e104a357a3 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:42:01.446566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-ffd2d544-0450-4dac-9062-ced562e3df66 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Synchronizing usage tracker for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:network {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:42:01.449336 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] No Port match for: 1b366aa3-bf4c-4878-9fe7-87e104a357a3 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:42:01.449810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 1b366aa3-bf4c-4878-9fe7-87e104a357a3 not bound to the agent host hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:42:01.491991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-ffd2d544-0450-4dac-9062-ced562e3df66 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Unset dirty status for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:network {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:42:01.493443 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-ffd2d544-0450-4dac-9062-ced562e3df66 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2112231
Feb 18 04:42:01.503975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Request body: {'floatingip': {'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:42:01.509782 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:01.513988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Usage tracker for resource:floatingip and tenant:a99129f62dc14eb59accee32ffdd9328 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:01.517026 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:01.524670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:01.565665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for floatingip, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:01.705678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90544efb-5b54-42e7-96f7-71fb86dbc260 req-b5c4b99a-6b49-4f34-ad7f-1b82580d2716 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:01.707224 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-90544efb-5b54-42e7-96f7-71fb86dbc260 req-b5c4b99a-6b49-4f34-ad7f-1b82580d2716 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 945 time: 0.0893252
Feb 18 04:42:01.711164 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:01.757434 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-90544efb-5b54-42e7-96f7-71fb86dbc260 req-52d86e47-427c-42d4-9051-6899c705dca4 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430253
Feb 18 04:42:01.951724 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115693d-5112-47bc-a51a-a64e33791cbd req-f9310a30-1fb2-4386-88e5-e73f6380653d tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:01.954677 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a115693d-5112-47bc-a51a-a64e33791cbd req-f9310a30-1fb2-4386-88e5-e73f6380653d tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0912325
Feb 18 04:42:01.993356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Allocated IP 172.27.3.236 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/db81def6-8bca-40ed-a0ec-211e59321b40) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:42:02.012669 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a115693d-5112-47bc-a51a-a64e33791cbd req-dfc84312-092e-49c1-ab41-30dc614ffe4a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523655
Feb 18 04:42:02.148927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:02.207774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:02.227670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:02.386245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45b8ab-d7e7-4cae-acaf-3174b019c50b req-8b516fc4-e7fb-421d-9290-08b83248d1c8 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:02.387957 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5e45b8ab-d7e7-4cae-acaf-3174b019c50b req-8b516fc4-e7fb-421d-9290-08b83248d1c8 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0904055
Feb 18 04:42:02.440423 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5e45b8ab-d7e7-4cae-acaf-3174b019c50b req-ac1611a2-c49e-48c1-8807-639316364d7d tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459993
Feb 18 04:42:02.563533 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Pushing event updated for resources: {'Port': ['ID=db81def6-8bca-40ed-a0ec-211e59321b40,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:02.569067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:02.616991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:42:02.618102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:42:02.620458 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:42:02.756884 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:02.842204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:02.994306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c492bd0-333b-4a74-a2f7-4041fdb561d7 req-18aa2e19-a31c-4914-9777-d37cc00bd9d0 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:02.996235 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1c492bd0-333b-4a74-a2f7-4041fdb561d7 req-18aa2e19-a31c-4914-9777-d37cc00bd9d0 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 945 time: 0.0947917
Feb 18 04:42:03.045313 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1c492bd0-333b-4a74-a2f7-4041fdb561d7 req-02f6acaa-4687-4154-a30b-fb56f70021dc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424893
Feb 18 04:42:03.122893 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:03.156156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:03.172642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:03.228858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46313a-512a-426f-a66c-f2e6848a49e1 req-65462748-7483-4e45-b5cf-5b4b2beed5b4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:03.230463 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-af46313a-512a-426f-a66c-f2e6848a49e1 req-65462748-7483-4e45-b5cf-5b4b2beed5b4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0864513
Feb 18 04:42:03.278226 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-af46313a-512a-426f-a66c-f2e6848a49e1 req-c1f5e0b7-66eb-443d-982f-5cda84eef7b0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413165
Feb 18 04:42:03.304531 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cdd08d1f-98ba-4dd7-8336-8a32479f507d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:42:03.309052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Pushing event updated for resources: {'Port': ['ID=db81def6-8bca-40ed-a0ec-211e59321b40,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:03.314503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:03.378595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cdd08d1f-98ba-4dd7-8336-8a32479f507d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:03.379042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:03.419982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:03.470873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d120e8-4b18-4ea8-aa94-f11e2f1fcd54 req-34869e29-96cf-4c9d-8301-93cb68988332 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:03.472926 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d5d120e8-4b18-4ea8-aa94-f11e2f1fcd54 req-34869e29-96cf-4c9d-8301-93cb68988332 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0916994
Feb 18 04:42:03.476509 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:03.477883 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9785399
Feb 18 04:42:03.510000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 468e4a9b-7ece-430d-aa59-d0462fb7b618 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:42:03.523189 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d5d120e8-4b18-4ea8-aa94-f11e2f1fcd54 req-70b2c038-6980-48f4-a707-9f862eda8ab7 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428162
Feb 18 04:42:03.585488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-cf7e6c4e-8924-4e50-b1ab-acece4ab3656 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Synchronizing usage tracker for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:floatingip {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:42:03.599869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 468e4a9b-7ece-430d-aa59-d0462fb7b618 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:03.600329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:03.631341 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-cf7e6c4e-8924-4e50-b1ab-acece4ab3656 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Unset dirty status for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:floatingip {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:42:03.642156 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-cf7e6c4e-8924-4e50-b1ab-acece4ab3656 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.236 HTTP/1.1" status: 200  len: 696 time: 0.1577168
Feb 18 04:42:03.726747 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:03.737734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc9f5a-dfcb-40bc-b976-e2ae09daf693 req-740aac3b-6fea-4a74-9156-5c7738b8d029 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:03.743511 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0adc9f5a-dfcb-40bc-b976-e2ae09daf693 req-740aac3b-6fea-4a74-9156-5c7738b8d029 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.1107399
Feb 18 04:42:03.756934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:42:03.767811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 468e4a9b-7ece-430d-aa59-d0462fb7b618, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:42:03.800545 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0adc9f5a-dfcb-40bc-b976-e2ae09daf693 req-58555df8-9516-4aab-bece-d60fe835a299 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496583
Feb 18 04:42:03.802450 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:03.804428 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:03.842323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-fb4efb58-ce98-4805-8ae6-527277094a61 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:03.845345 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-fb4efb58-ce98-4805-8ae6-527277094a61 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 784 time: 0.2009840
Feb 18 04:42:03.858547 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-d95f23f7-0218-491e-8148-6d6a21033c0d tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84044) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:42:03.859903 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06cbbb78-7f06-4651-905d-20d3cafbba6a req-d95f23f7-0218-491e-8148-6d6a21033c0d tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0092995
Feb 18 04:42:03.864036 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618', 'code': 200}
Feb 18 04:42:03.905960 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=468e4a9b-7ece-430d-aa59-d0462fb7b618,revision_number=6']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:03.909521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:03.958993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-8d9fb700-cd0f-4aae-a317-d33401450ed2 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:03.959860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-8d9fb700-cd0f-4aae-a317-d33401450ed2 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Synchronizing usage tracker for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:42:04.017223 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-8d9fb700-cd0f-4aae-a317-d33401450ed2 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Unset dirty status for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:42:04.018470 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-8d9fb700-cd0f-4aae-a317-d33401450ed2 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 945 time: 0.1665201
Feb 18 04:42:04.070849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7430b56b-23c0-4f0b-8816-3bc63ef8c492 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:04.070849 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7430b56b-23c0-4f0b-8816-3bc63ef8c492 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0900347
Feb 18 04:42:04.106720 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Deleting port a7b42360-2060-483d-8d9d-7324f604b34f {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:42:04.107303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:04.194712 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-58d3b75e-131a-4ccc-905e-82931a9bd418 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.236 HTTP/1.1" status: 200  len: 696 time: 0.1058335
Feb 18 04:42:04.200285 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7a83b470-e93f-46ac-8dc1-7dfa2cf0a643 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Request body: {'floatingip': {'port_id': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:42:04.288107 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7a83b470-e93f-46ac-8dc1-7dfa2cf0a643 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for floatingip, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:04.359389 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 468e4a9b-7ece-430d-aa59-d0462fb7b618 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:42:04.454293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc22bf-c93e-4c03-a62d-df0a6931b828 req-265d6773-2a70-47b0-b636-c82a342b23d3 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:04.455077 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 468e4a9b-7ece-430d-aa59-d0462fb7b618 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:04.455502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:04.455918 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-20fc22bf-c93e-4c03-a62d-df0a6931b828 req-265d6773-2a70-47b0-b636-c82a342b23d3 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 945 time: 0.2179399
Feb 18 04:42:04.502465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] For port a7b42360-2060-483d-8d9d-7324f604b34f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=a7b42360-2060-483d-8d9d-7324f604b34f,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:42:04.502889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:04.595912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device a7b42360-2060-483d-8d9d-7324f604b34f no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:42:04.657583 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Calling delete_port for a7b42360-2060-483d-8d9d-7324f604b34f owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:42:04.690574 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-20fc22bf-c93e-4c03-a62d-df0a6931b828 req-03566c65-58ba-4928-b28e-0dd2b986a22f tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223997
Feb 18 04:42:04.728051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:04.754500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88054098-7fbe-4b0b-a6d6-0fdd2802e727 req-67bbe96c-39b7-4af9-8b05-0fffc9acac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:04.756548 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88054098-7fbe-4b0b-a6d6-0fdd2802e727 req-67bbe96c-39b7-4af9-8b05-0fffc9acac5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 1162 time: 0.2650082
Feb 18 04:42:04.764498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port a7b42360-2060-483d-8d9d-7324f604b34f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=a7b42360-2060-483d-8d9d-7324f604b34f,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:42:04.784988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:04.787684 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:04.809430 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:42:04.809804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:42:04.862281 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=a7b42360-2060-483d-8d9d-7324f604b34f,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:04.866453 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:04.907800 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85623bab-a7b8-48ac-9db8-7fb2e3db9986 req-0d9ffc0a-39b5-4da5-bd0c-4c2006b754eb tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:04.908517 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88054098-7fbe-4b0b-a6d6-0fdd2802e727 req-c3ce3aee-848d-4de7-8aee-d96843da2fe7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1275864
Feb 18 04:42:04.909338 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85623bab-a7b8-48ac-9db8-7fb2e3db9986 req-0d9ffc0a-39b5-4da5-bd0c-4c2006b754eb tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0917523
Feb 18 04:42:04.962160 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85623bab-a7b8-48ac-9db8-7fb2e3db9986 req-ca3f8963-ada6-4693-b176-98099a3132ef tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457292
Feb 18 04:42:05.066352 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7a83b470-e93f-46ac-8dc1-7dfa2cf0a643 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:05.099698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7a83b470-e93f-46ac-8dc1-7dfa2cf0a643 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:05.150668 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12f27d-317b-4f79-a587-e86c6cdb374f req-6ac5141c-940e-4e13-a9ba-87c50f35b75e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:05.152311 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8f12f27d-317b-4f79-a587-e86c6cdb374f req-6ac5141c-940e-4e13-a9ba-87c50f35b75e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0863750
Feb 18 04:42:05.202980 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8f12f27d-317b-4f79-a587-e86c6cdb374f req-a37df56e-e587-436a-9fd9-6742138f9e61 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442677
Feb 18 04:42:05.278057 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7a83b470-e93f-46ac-8dc1-7dfa2cf0a643 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Floating IP a91eeec1-a621-4414-ab56-d535d1bff263 associated. External IP: 172.27.3.236, port: bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e.
Feb 18 04:42:05.310695 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Deleting port a7b42360-2060-483d-8d9d-7324f604b34f {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:42:05.311129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:05.556657 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8eb6dbfb-3b22-4daa-baa0-ad4d0bb6f9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:05.653873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993cec-8f38-4a7a-bc20-eeceebd15a7b req-142269a3-5b1a-4c87-a496-5ce4ccdad9db tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:05.655639 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c993cec-8f38-4a7a-bc20-eeceebd15a7b req-142269a3-5b1a-4c87-a496-5ce4ccdad9db tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.2390702
Feb 18 04:42:05.665684 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] For port a7b42360-2060-483d-8d9d-7324f604b34f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=a7b42360-2060-483d-8d9d-7324f604b34f,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:42:05.666090 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:05.822894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Calling delete_port for a7b42360-2060-483d-8d9d-7324f604b34f owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:42:05.865323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0b6d02-9316-4a05-8198-a656d6fcb411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b42360-2060-483d-8d9d-7324f604b34f'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:42:05.868404 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7a83b470-e93f-46ac-8dc1-7dfa2cf0a643 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Router c478f7ee-c3fa-4ab5-a98d-67483575ed4c has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:42:05.888677 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c993cec-8f38-4a7a-bc20-eeceebd15a7b req-8a1c2e90-196e-409f-836b-86bf9e4e5561 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252414
Feb 18 04:42:06.017245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:06.033586 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:06.071326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7a83b470-e93f-46ac-8dc1-7dfa2cf0a643 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:42:06.076315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7a83b470-e93f-46ac-8dc1-7dfa2cf0a643 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:06.081202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900669ec-3aec-4fc3-b227-bd63ef858f13 None None] Sync routers for ids ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:42:06.095306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900669ec-3aec-4fc3-b227-bd63ef858f13 None None] Routers {'c478f7ee-c3fa-4ab5-a98d-67483575ed4c'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:42:06.095967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-900669ec-3aec-4fc3-b227-bd63ef858f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e114860>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:41:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:42:06.140117 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7a83b470-e93f-46ac-8dc1-7dfa2cf0a643 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "PUT /v2.0/floatingips/a91eeec1-a621-4414-ab56-d535d1bff263 HTTP/1.1" status: 200  len: 997 time: 1.9441607
Feb 18 04:42:06.140667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:42:06.184340 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Pushing event deleted for resources: {'Port': ['ID=a7b42360-2060-483d-8d9d-7324f604b34f,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:06.194696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:06.197132 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e6f43d50-dcc2-4cb8-b6d1-9b6d2240d7a7 req-e194fb16-098a-47e7-b9d1-82fd680a6085 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 210 time: 0.1321766
Feb 18 04:42:06.243511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-da3a593f-5709-4fff-a371-95561d0467dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:06.245172 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-da3a593f-5709-4fff-a371-95561d0467dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a99129f62dc14eb59accee32ffdd9328&device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 1163 time: 0.0892839
Feb 18 04:42:06.280079 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0b6d02-9316-4a05-8198-a656d6fcb411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b42360-2060-483d-8d9d-7324f604b34f', 'code': 200}
Feb 18 04:42:06.303738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-900669ec-3aec-4fc3-b227-bd63ef858f13 None None] Set router c478f7ee-c3fa-4ab5-a98d-67483575ed4c gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:42:06.309619 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] No DVR routers for this DVR port a7b42360-2060-483d-8d9d-7324f604b34f on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:42:06.311924 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:06.314749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0b6d02-9316-4a05-8198-a656d6fcb411', 'name': 'network-vif-deleted', 'tag': 'a7b42360-2060-483d-8d9d-7324f604b34f'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:42:06.357964 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6eb8067f-dc55-4afa-8539-a977cb0bd44a req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "DELETE /v2.0/ports/a7b42360-2060-483d-8d9d-7324f604b34f HTTP/1.1" status: 204  len: 173 time: 2.3303776
Feb 18 04:42:06.425105 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-072edd8d-daa3-482f-b547-519564b55c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:06.434470 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-072edd8d-daa3-482f-b547-519564b55c2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=169735bd-f666-4a06-a404-b47abf944bca HTTP/1.1" status: 200  len: 909 time: 0.1823790
Feb 18 04:42:06.566804 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-b3e05a1e-75a4-497d-a860-db4d75f7735b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 200  len: 1000 time: 0.1313388
Feb 18 04:42:06.645263 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7831c2de-3f8f-4cb1-96f9-cb14c914904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:06.652054 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-7831c2de-3f8f-4cb1-96f9-cb14c914904e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=46702569-17d2-41dd-9f20-049ee2f8169f HTTP/1.1" status: 200  len: 854 time: 0.0779278
Feb 18 04:42:06.719088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-900669ec-3aec-4fc3-b227-bd63ef858f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e114860>, [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:40:33Z', 'revision_number': 4, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': 'a91eeec1-a621-4414-ab56-d535d1bff263', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'port_id': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'mac_address': 'fa:16:3e:92:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:42:02Z', 'updated_at': '2021-02-18T04:42:04Z', 'revision_number': 1, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12ea32f-9804-408f-8503-3beb77c48f91', 'name': '', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'mac_address': 'fa:16:3e:6e:93:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:32Z', 'updated_at': '2021-02-18T04:40:41Z', 'revision_number': 5, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'subnets': [{'id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:42:06.723280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900669ec-3aec-4fc3-b227-bd63ef858f13 None None] Checking router: c478f7ee-c3fa-4ab5-a98d-67483575ed4c for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:42:06.733283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900669ec-3aec-4fc3-b227-bd63ef858f13 None None] Routers {'c478f7ee-c3fa-4ab5-a98d-67483575ed4c'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:42:06.733942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-900669ec-3aec-4fc3-b227-bd63ef858f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e114860>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:41:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:42:06.737462 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-3ee7acf6-2937-4e65-b7a3-edeb1330fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:06.739277 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-3ee7acf6-2937-4e65-b7a3-edeb1330fb28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=169735bd-f666-4a06-a404-b47abf944bca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853400
Feb 18 04:42:06.782423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 468e4a9b-7ece-430d-aa59-d0462fb7b618 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:42:06.884568 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 468e4a9b-7ece-430d-aa59-d0462fb7b618 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:06.885432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:06.910393 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-0092d456-f11f-405e-b252-51cf26154eb9 service neutron] 10.222.0.43 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628039
Feb 18 04:42:06.931317 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-900669ec-3aec-4fc3-b227-bd63ef858f13 None None] Set router c478f7ee-c3fa-4ab5-a98d-67483575ed4c gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:42:07.069248 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be9b903e-7214-45fd-a8c6-59ac7140ea70 req-e6fb674f-cf9c-4f3d-a121-6a67d3ba108f service neutron] 10.222.0.43 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578236
Feb 18 04:42:07.472939 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-900669ec-3aec-4fc3-b227-bd63ef858f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e114860>, [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:40:33Z', 'revision_number': 4, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': 'a91eeec1-a621-4414-ab56-d535d1bff263', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'port_id': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'mac_address': 'fa:16:3e:92:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:42:02Z', 'updated_at': '2021-02-18T04:42:04Z', 'revision_number': 1, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12ea32f-9804-408f-8503-3beb77c48f91', 'name': '', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'mac_address': 'fa:16:3e:6e:93:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:32Z', 'updated_at': '2021-02-18T04:40:41Z', 'revision_number': 5, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'subnets': [{'id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:42:07.477190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900669ec-3aec-4fc3-b227-bd63ef858f13 None None] The sync data for ids ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'] in dv-cinder-776307-1-iscsi is: [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:40:33Z', 'revision_number': 4, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': 'a91eeec1-a621-4414-ab56-d535d1bff263', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'port_id': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'mac_address': 'fa:16:3e:92:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:42:02Z', 'updated_at': '2021-02-18T04:42:04Z', 'revision_number': 1, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12ea32f-9804-408f-8503-3beb77c48f91', 'name': '', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'mac_address': 'fa:16:3e:6e:93:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:32Z', 'updated_at': '2021-02-18T04:40:41Z', 'revision_number': 5, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'subnets': [{'id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:42:07.778908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eb4d1-1a0e-41b5-85de-249584fa5e10 req-ef3dda63-bf74-4e32-ba1c-1cae7e88e38c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:07.778908 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-605eb4d1-1a0e-41b5-85de-249584fa5e10 req-ef3dda63-bf74-4e32-ba1c-1cae7e88e38c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0928199
Feb 18 04:42:07.797962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16973b5c-fba8-4b86-9815-487c81b46b2f None None] New status for floating IP a91eeec1-a621-4414-ab56-d535d1bff263: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:42:07.830192 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-605eb4d1-1a0e-41b5-85de-249584fa5e10 req-056a42eb-ab8e-413d-a4ea-cd81e1e35e5d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442014
Feb 18 04:42:07.860289 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6c1e309d-220c-43a2-b12b-dd76deaa5738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:07.895321 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e', 'status': 'completed', 'code': 200}
Feb 18 04:42:08.032485 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c971b4d-3f1f-4c3a-87de-2cd042b48cb7 req-7db2850e-d09d-47ab-8e90-39811ebd127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:08.035473 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c971b4d-3f1f-4c3a-87de-2cd042b48cb7 req-7db2850e-d09d-47ab-8e90-39811ebd127b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a99129f62dc14eb59accee32ffdd9328&device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 1163 time: 0.1108539
Feb 18 04:42:08.131345 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40820c9-dffd-4e6a-b570-05d993f65f94 req-bbab4f13-78a8-424d-957e-8c0d6eb690ac tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:08.133175 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a40820c9-dffd-4e6a-b570-05d993f65f94 req-bbab4f13-78a8-424d-957e-8c0d6eb690ac tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.1438680
Feb 18 04:42:08.230247 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a40820c9-dffd-4e6a-b570-05d993f65f94 req-c62d2e8a-5b2b-470c-81b6-e7787689a570 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897563
Feb 18 04:42:08.272342 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-378065c3-9a7c-417d-bfcb-3cd02313398c req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-116646365', 'description': 'tempest-TestMinimumBasicScenario-116646365 description'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:42:08.282227 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-378065c3-9a7c-417d-bfcb-3cd02313398c req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:08.301434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-378065c3-9a7c-417d-bfcb-3cd02313398c req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:08.351255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-378065c3-9a7c-417d-bfcb-3cd02313398c req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:08.352352 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0b6d02-9316-4a05-8198-a656d6fcb411', 'name': 'network-vif-deleted', 'tag': 'a7b42360-2060-483d-8d9d-7324f604b34f', 'status': 'completed', 'code': 200}
Feb 18 04:42:08.375417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-378065c3-9a7c-417d-bfcb-3cd02313398c req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:08.379690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-378065c3-9a7c-417d-bfcb-3cd02313398c req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Usage tracker for resource:security_group_rule and tenant:a99129f62dc14eb59accee32ffdd9328 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:08.383070 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-378065c3-9a7c-417d-bfcb-3cd02313398c req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:08.389242 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-378065c3-9a7c-417d-bfcb-3cd02313398c req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:08.476397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-947999d6-58a6-44e7-8b27-c58d480ce639 req-1df3aeaa-c631-4dc6-a575-3b07e55b1b29 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Synchronizing usage tracker for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:42:08.496590 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-378065c3-9a7c-417d-bfcb-3cd02313398c req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:08.524909 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-947999d6-58a6-44e7-8b27-c58d480ce639 req-1df3aeaa-c631-4dc6-a575-3b07e55b1b29 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Unset dirty status for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:42:08.526166 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-947999d6-58a6-44e7-8b27-c58d480ce639 req-1df3aeaa-c631-4dc6-a575-3b07e55b1b29 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0b6d02-9316-4a05-8198-a656d6fcb411 HTTP/1.1" status: 200  len: 210 time: 0.1704788
Feb 18 04:42:08.545432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c971b4d-3f1f-4c3a-87de-2cd042b48cb7 req-6cf7958c-628c-49df-9a0f-6a0b9fdaf00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:08.547031 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c971b4d-3f1f-4c3a-87de-2cd042b48cb7 req-6cf7958c-628c-49df-9a0f-6a0b9fdaf00e service neutron] 10.222.0.16 "GET /v2.0/networks?id=169735bd-f666-4a06-a404-b47abf944bca HTTP/1.1" status: 200  len: 909 time: 0.4946835
Feb 18 04:42:08.552465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-378065c3-9a7c-417d-bfcb-3cd02313398c req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:08.558351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-88e92997-ca4c-4749-bdea-e42b7e8ef7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:08.610746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b361a77b-35f7-4151-a8e9-ab7728357e6d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:08.613759 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:08.664744 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-378065c3-9a7c-417d-bfcb-3cd02313398c req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:08.664974 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:08.666354 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-378065c3-9a7c-417d-bfcb-3cd02313398c req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.4108503
Feb 18 04:42:08.681302 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c971b4d-3f1f-4c3a-87de-2cd042b48cb7 req-576fc6ff-26d3-4ec0-83d2-2de4a017768b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 200  len: 1002 time: 0.1139901
Feb 18 04:42:08.797296 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9da058e5-49f8-481f-a760-18306afa0136 req-f8767ce4-e50d-4565-8e7d-c1cb45768132 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups/b361a77b-35f7-4151-a8e9-ab7728357e6d HTTP/1.1" status: 200  len: 1812 time: 0.1069586
Feb 18 04:42:08.798582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c971b4d-3f1f-4c3a-87de-2cd042b48cb7 req-e86ccc27-ab08-411c-b0da-48762ecba67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:08.800076 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c971b4d-3f1f-4c3a-87de-2cd042b48cb7 req-e86ccc27-ab08-411c-b0da-48762ecba67c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46702569-17d2-41dd-9f20-049ee2f8169f HTTP/1.1" status: 200  len: 854 time: 0.0973589
Feb 18 04:42:08.810221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-9da058e5-49f8-481f-a760-18306afa0136 req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b361a77b-35f7-4151-a8e9-ab7728357e6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:42:08.810575 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-9da058e5-49f8-481f-a760-18306afa0136 req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b361a77b-35f7-4151-a8e9-ab7728357e6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:42:08.817761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-9da058e5-49f8-481f-a760-18306afa0136 req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:08.859729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-9da058e5-49f8-481f-a760-18306afa0136 req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Usage tracker for resource:security_group_rule and tenant:a99129f62dc14eb59accee32ffdd9328 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:08.868645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-9da058e5-49f8-481f-a760-18306afa0136 req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:08.877145 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-9da058e5-49f8-481f-a760-18306afa0136 req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:08.911206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c971b4d-3f1f-4c3a-87de-2cd042b48cb7 req-3c7a09f6-6299-442b-ac61-cdc1740c6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:08.913327 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c971b4d-3f1f-4c3a-87de-2cd042b48cb7 req-3c7a09f6-6299-442b-ac61-cdc1740c6b4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=169735bd-f666-4a06-a404-b47abf944bca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0969489
Feb 18 04:42:09.067126 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5708b-e895-4b93-a46f-93876a1f07ae req-cdcc5488-b241-4569-aed3-461d3d42c706 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:09.069017 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2bf5708b-e895-4b93-a46f-93876a1f07ae req-cdcc5488-b241-4569-aed3-461d3d42c706 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1204472
Feb 18 04:42:09.083736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-9da058e5-49f8-481f-a760-18306afa0136 req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:09.122467 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2bf5708b-e895-4b93-a46f-93876a1f07ae req-728bf452-7b9d-43e0-80de-bde9ea440f19 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449433
Feb 18 04:42:09.122612 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c971b4d-3f1f-4c3a-87de-2cd042b48cb7 req-282aff3c-28a2-40fd-94a3-fec803a08d59 service neutron] 10.222.0.16 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006977
Feb 18 04:42:09.124806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-9da058e5-49f8-481f-a760-18306afa0136 req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:09.158834 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-9da058e5-49f8-481f-a760-18306afa0136 req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:09.215670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-24734f10-1c1c-47f6-a3d7-46652e20888f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:09.255418 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de046cb6-04f0-4537-98d7-caccf44e27a0,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:09.260236 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:09.305947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-9da058e5-49f8-481f-a760-18306afa0136 req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:09.307252 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9da058e5-49f8-481f-a760-18306afa0136 req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5014894
Feb 18 04:42:09.310728 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c971b4d-3f1f-4c3a-87de-2cd042b48cb7 req-a5b33622-11ab-4e77-af9f-e0b5c58f5026 service neutron] 10.222.0.16 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1759264
Feb 18 04:42:09.380925 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-69315380-9c76-44d3-b61a-58f64f3bf72b req-8992bbda-5458-4fa0-a7b2-da4cb9a9ea95 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups/b361a77b-35f7-4151-a8e9-ab7728357e6d HTTP/1.1" status: 200  len: 2405 time: 0.0513983
Feb 18 04:42:09.391503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-69315380-9c76-44d3-b61a-58f64f3bf72b req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b361a77b-35f7-4151-a8e9-ab7728357e6d', 'remote_group_id': None}]} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:42:09.391863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-69315380-9c76-44d3-b61a-58f64f3bf72b req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b361a77b-35f7-4151-a8e9-ab7728357e6d', 'remote_group_id': None}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:42:09.398380 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-69315380-9c76-44d3-b61a-58f64f3bf72b req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:09.402453 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-69315380-9c76-44d3-b61a-58f64f3bf72b req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Usage tracker for resource:security_group_rule and tenant:a99129f62dc14eb59accee32ffdd9328 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:09.405921 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-69315380-9c76-44d3-b61a-58f64f3bf72b req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:09.412494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-69315380-9c76-44d3-b61a-58f64f3bf72b req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:09.445124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61313d3-fff9-46e6-9575-7affb53aa7d4 req-1b05b991-498b-4c64-b86f-efbf2de1dbfd tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:09.446756 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e61313d3-fff9-46e6-9575-7affb53aa7d4 req-1b05b991-498b-4c64-b86f-efbf2de1dbfd tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0906353
Feb 18 04:42:09.479826 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:09.496492 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e61313d3-fff9-46e6-9575-7affb53aa7d4 req-949a8b06-ea68-4f74-b719-8ce9746fa49e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432458
Feb 18 04:42:09.500323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-69315380-9c76-44d3-b61a-58f64f3bf72b req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:09.524505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-69315380-9c76-44d3-b61a-58f64f3bf72b req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:09.553683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-69315380-9c76-44d3-b61a-58f64f3bf72b req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:09.555837 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:09.579586 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8209f32e-7513-414c-9f5d-57ea3c562fa5,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:09.582057 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:09.639767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-69315380-9c76-44d3-b61a-58f64f3bf72b req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:09.641255 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-69315380-9c76-44d3-b61a-58f64f3bf72b req-28761c87-bf58-4d04-bb91-ddf69cd02961 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2538064
Feb 18 04:42:09.765407 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:09.774173 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-766f686b-fe34-4da2-9862-9af2373fe0fd tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Synchronizing usage tracker for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:42:09.822562 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-766f686b-fe34-4da2-9862-9af2373fe0fd tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Unset dirty status for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:42:09.823925 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-766f686b-fe34-4da2-9862-9af2373fe0fd tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-116646365&fields=id&tenant_id=a99129f62dc14eb59accee32ffdd9328 HTTP/1.1" status: 200  len: 267 time: 0.0926986
Feb 18 04:42:09.916677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-d855e6dc-4254-41a2-8291-eebe1e0e3ac5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:09.918315 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-d855e6dc-4254-41a2-8291-eebe1e0e3ac5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.0881069
Feb 18 04:42:09.930554 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-a2b65e7f-fb2f-40ad-b2fd-0257a939a1db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Request body: {'port': {'security_groups': ['dd9cf3ed-45c8-49cf-81c6-d851f307bd2d', 'b361a77b-35f7-4151-a8e9-ab7728357e6d']}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:42:10.060996 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-a2b65e7f-fb2f-40ad-b2fd-0257a939a1db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:10.327224 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baec879-4201-4aa8-a543-1c2c3a058206 req-b4ad7a59-9f7d-464d-a141-9ed9f5498106 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:10.328852 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4baec879-4201-4aa8-a543-1c2c3a058206 req-b4ad7a59-9f7d-464d-a141-9ed9f5498106 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0924492
Feb 18 04:42:10.379887 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4baec879-4201-4aa8-a543-1c2c3a058206 req-82eeaf4d-e137-4e54-b1e4-5104d07df9c6 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443828
Feb 18 04:42:10.396539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-a2b65e7f-fb2f-40ad-b2fd-0257a939a1db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] For port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e,segment=NetworkSegment(bd51506b-3d08-42c4-b0d5-a06cf1f861ff),segment_id=bd51506b-3d08-42c4-b0d5-a06cf1f861ff)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:42:10.423797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-a2b65e7f-fb2f-40ad-b2fd-0257a939a1db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:10.452904 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-a2b65e7f-fb2f-40ad-b2fd-0257a939a1db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:10.467453 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:10.619114 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b65e7f-fb2f-40ad-b2fd-0257a939a1db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Pushing event updated for resources: {'Port': ['ID=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e,revision_number=5']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:10.623801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a2b65e7f-fb2f-40ad-b2fd-0257a939a1db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:10.669354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-a2b65e7f-fb2f-40ad-b2fd-0257a939a1db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:10.670075 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-a2b65e7f-fb2f-40ad-b2fd-0257a939a1db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:10.671700 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d4827c07-07a6-4d82-b0a3-2be5ac4975e7 req-a2b65e7f-fb2f-40ad-b2fd-0257a939a1db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "PUT /v2.0/ports/bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 200  len: 982 time: 0.7463880
Feb 18 04:42:10.672058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:42:10.729685 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e', 'status': 'completed', 'code': 200}
Feb 18 04:42:10.836167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fef842-56f3-4fb2-86f9-dfc9e99b706d req-105482cd-1359-4b59-b56a-0c9051f61bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:10.837862 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21fef842-56f3-4fb2-86f9-dfc9e99b706d req-105482cd-1359-4b59-b56a-0c9051f61bd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a99129f62dc14eb59accee32ffdd9328&device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 1203 time: 0.0843215
Feb 18 04:42:10.864287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6107a-34dc-421a-9da4-82c4ad56bfe1 req-c9f63ab9-9dfd-4e78-b952-3af0997f5e1a tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:10.866063 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4e6107a-34dc-421a-9da4-82c4ad56bfe1 req-c9f63ab9-9dfd-4e78-b952-3af0997f5e1a tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0923398
Feb 18 04:42:10.917042 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4e6107a-34dc-421a-9da4-82c4ad56bfe1 req-392e9310-b473-4b1e-9c1d-a64b38d87906 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0443299
Feb 18 04:42:10.971097 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-7c53f18c-7533-42dd-bb8e-2839c1adedb4 None None] Provisioning complete for port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:10.971778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7c53f18c-7533-42dd-bb8e-2839c1adedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:10.989426 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fef842-56f3-4fb2-86f9-dfc9e99b706d req-a1c442e6-fe4e-4dab-a9ad-7ee32538c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:10.991115 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21fef842-56f3-4fb2-86f9-dfc9e99b706d req-a1c442e6-fe4e-4dab-a9ad-7ee32538c283 service neutron] 10.222.0.16 "GET /v2.0/networks?id=169735bd-f666-4a06-a404-b47abf944bca HTTP/1.1" status: 200  len: 909 time: 0.1460965
Feb 18 04:42:11.108575 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21fef842-56f3-4fb2-86f9-dfc9e99b706d req-31e8ae80-f506-4f26-9f6b-1372481d0b9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 200  len: 1002 time: 0.1088023
Feb 18 04:42:11.183689 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fef842-56f3-4fb2-86f9-dfc9e99b706d req-d449dafa-9f4f-45eb-9024-90ba8d9520ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:11.183689 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21fef842-56f3-4fb2-86f9-dfc9e99b706d req-d449dafa-9f4f-45eb-9024-90ba8d9520ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46702569-17d2-41dd-9f20-049ee2f8169f HTTP/1.1" status: 200  len: 854 time: 0.0645771
Feb 18 04:42:11.282121 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fef842-56f3-4fb2-86f9-dfc9e99b706d req-c789a34e-1853-4c1b-bc7f-a34c6e40f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:11.283785 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21fef842-56f3-4fb2-86f9-dfc9e99b706d req-c789a34e-1853-4c1b-bc7f-a34c6e40f983 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=169735bd-f666-4a06-a404-b47abf944bca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859745
Feb 18 04:42:11.442129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361bd7a-36e4-4a1c-8334-89007f406f12 req-bbf5f8b9-fd70-42a1-914e-d5e72fb1077b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:11.444702 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21fef842-56f3-4fb2-86f9-dfc9e99b706d req-fd5d8522-acef-47e7-88a7-021b64dbefba service neutron] 10.222.0.16 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406584
Feb 18 04:42:11.446060 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b361bd7a-36e4-4a1c-8334-89007f406f12 req-bbf5f8b9-fd70-42a1-914e-d5e72fb1077b tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 945 time: 0.0960522
Feb 18 04:42:11.503099 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b361bd7a-36e4-4a1c-8334-89007f406f12 req-c447686a-4e71-44b1-bbc2-d2daac8d0ffb tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505676
Feb 18 04:42:11.660093 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-21fef842-56f3-4fb2-86f9-dfc9e99b706d req-b309615d-fb16-4c23-9267-5b9db37bbdf1 service neutron] 10.222.0.16 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2016256
Feb 18 04:42:11.670107 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c4681-e41f-41fc-a70e-bc41a575de60 req-35d0d7ec-fcdd-48af-af67-e898e2269b46 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:11.671685 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-816c4681-e41f-41fc-a70e-bc41a575de60 req-35d0d7ec-fcdd-48af-af67-e898e2269b46 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1386461
Feb 18 04:42:11.722243 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-816c4681-e41f-41fc-a70e-bc41a575de60 req-4ae85e32-e440-4ff0-be08-fdb921351502 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436466
Feb 18 04:42:12.685693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:42:12.700885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df322c-9561-4d81-b626-0066470ed050 req-a14c690f-cb5a-4d2d-a648-209dcfe8b8de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:12.702483 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-38df322c-9561-4d81-b626-0066470ed050 req-a14c690f-cb5a-4d2d-a648-209dcfe8b8de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 945 time: 0.0892870
Feb 18 04:42:12.750544 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-38df322c-9561-4d81-b626-0066470ed050 req-a84a7e18-e0b6-4268-a425-b0ecda73b5e1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411265
Feb 18 04:42:12.765574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:12.766082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:12.926015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df6b4-9b4a-47b0-b269-7025d3179ce5 req-d28a9b85-b0a8-400f-9fd4-cc68b3112fa5 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:12.928151 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a10df6b4-9b4a-47b0-b269-7025d3179ce5 req-d28a9b85-b0a8-400f-9fd4-cc68b3112fa5 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0870695
Feb 18 04:42:12.976053 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a10df6b4-9b4a-47b0-b269-7025d3179ce5 req-bb973381-d12e-4fa3-9e5e-be04ad202096 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415738
Feb 18 04:42:13.757600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7e6e7-3744-4e48-9b57-6c86f493cbae req-67b0cc0c-47ba-4f1f-8823-a542a1bd4178 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:13.759191 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-95f7e6e7-3744-4e48-9b57-6c86f493cbae req-67b0cc0c-47ba-4f1f-8823-a542a1bd4178 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 945 time: 0.0902772
Feb 18 04:42:13.836847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-95f7e6e7-3744-4e48-9b57-6c86f493cbae req-2c44d94c-e9c6-4ca0-ab80-ab96ad3d25de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Deleting port d9d673d0-1dbd-4275-88cc-e64410af6494 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:42:13.837231 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-95f7e6e7-3744-4e48-9b57-6c86f493cbae req-2c44d94c-e9c6-4ca0-ab80-ab96ad3d25de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:13.971801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d6538-0d02-4c65-a14d-3e9d601d72b8 req-c7a02d5e-2820-46e3-942e-a8d584efd1c8 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:13.973335 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be6d6538-0d02-4c65-a14d-3e9d601d72b8 req-c7a02d5e-2820-46e3-942e-a8d584efd1c8 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 945 time: 0.0989504
Feb 18 04:42:14.043417 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be6d6538-0d02-4c65-a14d-3e9d601d72b8 req-3ad7a6c7-9f89-447b-a3bd-4b6a6ab3d280 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623941
Feb 18 04:42:14.159600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-95f7e6e7-3744-4e48-9b57-6c86f493cbae req-2c44d94c-e9c6-4ca0-ab80-ab96ad3d25de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] For port d9d673d0-1dbd-4275-88cc-e64410af6494, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=d9d673d0-1dbd-4275-88cc-e64410af6494,segment=NetworkSegment(7f5b0653-7ef2-4d91-9150-8a24f0d2634f),segment_id=7f5b0653-7ef2-4d91-9150-8a24f0d2634f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:42:14.160005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-95f7e6e7-3744-4e48-9b57-6c86f493cbae req-2c44d94c-e9c6-4ca0-ab80-ab96ad3d25de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:14.173184 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70241-22e3-4dc8-a7f3-d5a164cbc888 req-28e22ab2-3b5e-42e0-8fa4-a77e1ce21555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:14.174803 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f4e70241-22e3-4dc8-a7f3-d5a164cbc888 req-28e22ab2-3b5e-42e0-8fa4-a77e1ce21555 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 1162 time: 0.0820587
Feb 18 04:42:14.302115 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-95f7e6e7-3744-4e48-9b57-6c86f493cbae req-2c44d94c-e9c6-4ca0-ab80-ab96ad3d25de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Calling delete_port for d9d673d0-1dbd-4275-88cc-e64410af6494 owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:42:14.344375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70241-22e3-4dc8-a7f3-d5a164cbc888 req-d7aa4651-1f65-4413-aee3-fb956f8e865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:14.345962 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f4e70241-22e3-4dc8-a7f3-d5a164cbc888 req-d7aa4651-1f65-4413-aee3-fb956f8e865c service neutron] 10.222.0.16 "GET /v2.0/networks?id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c HTTP/1.1" status: 200  len: 905 time: 0.1379504
Feb 18 04:42:14.377251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186ae64-c5a4-49ed-b4f2-99696231c4cb req-f8d61c24-df5c-4f2d-9072-c37de6896a4c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:14.378876 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9186ae64-c5a4-49ed-b4f2-99696231c4cb req-f8d61c24-df5c-4f2d-9072-c37de6896a4c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.2760808
Feb 18 04:42:14.465959 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f4e70241-22e3-4dc8-a7f3-d5a164cbc888 req-578a995f-feea-46de-bc20-92e76bd0a277 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edd7077c-a067-4c52-a899-dfa7ccdbfc5b HTTP/1.1" status: 200  len: 1001 time: 0.1040182
Feb 18 04:42:14.478989 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 468e4a9b-7ece-430d-aa59-d0462fb7b618 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:42:14.481321 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9186ae64-c5a4-49ed-b4f2-99696231c4cb req-d7bd2192-7399-43f2-9a30-ff185424c886 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948360
Feb 18 04:42:14.542629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-95f7e6e7-3744-4e48-9b57-6c86f493cbae req-2c44d94c-e9c6-4ca0-ab80-ab96ad3d25de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:14.559602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:14.570195 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 468e4a9b-7ece-430d-aa59-d0462fb7b618 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:14.570617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:14.720689 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device d9d673d0-1dbd-4275-88cc-e64410af6494 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:42:14.763463 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] No Port match for: d9d673d0-1dbd-4275-88cc-e64410af6494 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:42:14.764010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device d9d673d0-1dbd-4275-88cc-e64410af6494 not bound to the agent host hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:42:14.798733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70241-22e3-4dc8-a7f3-d5a164cbc888 req-e3228437-ff24-47d1-84ea-752161d6671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:14.800411 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f4e70241-22e3-4dc8-a7f3-d5a164cbc888 req-e3228437-ff24-47d1-84ea-752161d6671d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf3bdabd-12da-4d5b-8a13-9cd7ac731207 HTTP/1.1" status: 200  len: 850 time: 0.3111908
Feb 18 04:42:14.884214 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44d94c-e9c6-4ca0-ab80-ab96ad3d25de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Pushing event deleted for resources: {'Port': ['ID=d9d673d0-1dbd-4275-88cc-e64410af6494,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:14.884214 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2c44d94c-e9c6-4ca0-ab80-ab96ad3d25de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:14.901044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70241-22e3-4dc8-a7f3-d5a164cbc888 req-73dfd951-56c2-44ca-9bdb-43104928d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:14.902642 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f4e70241-22e3-4dc8-a7f3-d5a164cbc888 req-73dfd951-56c2-44ca-9bdb-43104928d639 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936301
Feb 18 04:42:14.904502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:14.987464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f7e6e7-3744-4e48-9b57-6c86f493cbae req-2c44d94c-e9c6-4ca0-ab80-ab96ad3d25de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] No DVR routers for this DVR port d9d673d0-1dbd-4275-88cc-e64410af6494 on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:42:14.990314 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-95f7e6e7-3744-4e48-9b57-6c86f493cbae req-2c44d94c-e9c6-4ca0-ab80-ab96ad3d25de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:14.993262 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99774284-0a01-4b75-bead-042d3f38784a', 'name': 'network-vif-deleted', 'tag': 'd9d673d0-1dbd-4275-88cc-e64410af6494'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:42:15.034771 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-95f7e6e7-3744-4e48-9b57-6c86f493cbae req-2c44d94c-e9c6-4ca0-ab80-ab96ad3d25de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.16 "DELETE /v2.0/ports/d9d673d0-1dbd-4275-88cc-e64410af6494 HTTP/1.1" status: 204  len: 173 time: 1.2687564
Feb 18 04:42:15.046067 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99774284-0a01-4b75-bead-042d3f38784a', 'name': 'network-vif-deleted', 'tag': 'd9d673d0-1dbd-4275-88cc-e64410af6494', 'status': 'completed', 'code': 200}
Feb 18 04:42:15.078038 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f4e70241-22e3-4dc8-a7f3-d5a164cbc888 req-54e08b74-c050-48cb-8b80-b9fe9e93d220 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395707
Feb 18 04:42:15.215440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-5e4e11e7-253f-4f7e-99f8-0d4a5771ee0c req-e90eed46-cedf-4843-a2a7-d1f1bce35975 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Synchronizing usage tracker for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:42:15.223729 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f4e70241-22e3-4dc8-a7f3-d5a164cbc888 req-f7ba3a21-0029-4f3f-97f2-49faf7e85984 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382406
Feb 18 04:42:15.258823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-5e4e11e7-253f-4f7e-99f8-0d4a5771ee0c req-e90eed46-cedf-4843-a2a7-d1f1bce35975 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Unset dirty status for tenant:ddb286d7edd74472ad4e5b5e23ca5ab3 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:42:15.260138 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5e4e11e7-253f-4f7e-99f8-0d4a5771ee0c req-e90eed46-cedf-4843-a2a7-d1f1bce35975 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] 10.222.0.43 "GET /v2.0/ports?device_id=99774284-0a01-4b75-bead-042d3f38784a HTTP/1.1" status: 200  len: 210 time: 0.0967331
Feb 18 04:42:15.685408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f9afb-8556-4a66-985a-d0d881c427a2 req-7c5c3572-f617-40b8-8b8c-4cbe7424af93 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:15.686944 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-131f9afb-8556-4a66-985a-d0d881c427a2 req-7c5c3572-f617-40b8-8b8c-4cbe7424af93 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0887606
Feb 18 04:42:15.733867 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-131f9afb-8556-4a66-985a-d0d881c427a2 req-45f2f8db-7dba-438e-b6fb-a0ecef465467 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400581
Feb 18 04:42:16.362464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 53760) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:16.432535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-af17dbfa-af1d-4a6e-9877-643ca6e05e7c admin admin] Deleting subnet 45e4c22c-b618-4af1-88f3-1835422513d7 {{(pid=84044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:42:16.435770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-af17dbfa-af1d-4a6e-9877-643ca6e05e7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:16.487981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-af17dbfa-af1d-4a6e-9877-643ca6e05e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852470497'] for subnet, precommit_delete_associations {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:16.549563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-af17dbfa-af1d-4a6e-9877-643ca6e05e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:16.603292 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6f72a-7acb-4f3f-ae52-084fb10be04e req-b825319a-a224-4803-97d1-6c2f161c33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:16.604913 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b8c6f72a-7acb-4f3f-ae52-084fb10be04e req-b825319a-a224-4803-97d1-6c2f161c33fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=484f76dfa5814b07b92bd623be6988db&device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 1163 time: 0.1505594
Feb 18 04:42:16.611802 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc3dd6-fa1a-4044-9ac6-17f5832d9dc9 req-63fc2c33-db5a-42f2-90c8-9abb9ce36708 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:16.613295 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-73bc3dd6-fa1a-4044-9ac6-17f5832d9dc9 req-63fc2c33-db5a-42f2-90c8-9abb9ce36708 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.1239095
Feb 18 04:42:16.753615 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-73bc3dd6-fa1a-4044-9ac6-17f5832d9dc9 req-038cb4a2-bff1-458a-81da-29e4a15dc060 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325316
Feb 18 04:42:16.806627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6f72a-7acb-4f3f-ae52-084fb10be04e req-1a964a04-2e7f-40a4-a1f9-1f87ecc5d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:16.809096 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b8c6f72a-7acb-4f3f-ae52-084fb10be04e req-1a964a04-2e7f-40a4-a1f9-1f87ecc5d244 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2 HTTP/1.1" status: 200  len: 912 time: 0.1862528
Feb 18 04:42:16.845767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-af17dbfa-af1d-4a6e-9877-643ca6e05e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2555699'] for subnet, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:16.867222 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:16.896689 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b8c6f72a-7acb-4f3f-ae52-084fb10be04e req-0ecffe84-041a-46e6-b148-ccf38097ab06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdd08d1f-98ba-4dd7-8336-8a32479f507d HTTP/1.1" status: 200  len: 217 time: 0.0727615
Feb 18 04:42:16.970113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6f72a-7acb-4f3f-ae52-084fb10be04e req-9b0a8f7d-5eb4-459f-a020-942100467712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:16.971785 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b8c6f72a-7acb-4f3f-ae52-084fb10be04e req-9b0a8f7d-5eb4-459f-a020-942100467712 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32cc8d8b-9252-4aaa-adc3-72bd8ebb7827 HTTP/1.1" status: 200  len: 858 time: 0.0679018
Feb 18 04:42:16.993593 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17dbfa-af1d-4a6e-9877-643ca6e05e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e4c22c-b618-4af1-88f3-1835422513d7,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:17.003264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-af17dbfa-af1d-4a6e-9877-643ca6e05e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:17.026590 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b8c6f72a-7acb-4f3f-ae52-084fb10be04e req-3389d167-2219-4e72-8490-09b7f06e56bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465839
Feb 18 04:42:17.059300 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-af17dbfa-af1d-4a6e-9877-643ca6e05e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:17.076729 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-af17dbfa-af1d-4a6e-9877-643ca6e05e7c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/45e4c22c-b618-4af1-88f3-1835422513d7 HTTP/1.1" status: 204  len: 168 time: 0.7130978
Feb 18 04:42:17.084644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f5e2d-0934-4ef1-824c-a1e0d106876a req-66f0d663-37f8-492c-a96f-5526defefabd tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:17.086156 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-074f5e2d-0934-4ef1-824c-a1e0d106876a req-66f0d663-37f8-492c-a96f-5526defefabd tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.2200358
Feb 18 04:42:17.086655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 53770) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:17.120071 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:42:17.171196 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b8c6f72a-7acb-4f3f-ae52-084fb10be04e req-e4538406-afac-426a-a897-7bf850f75cdd service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369426
Feb 18 04:42:17.227652 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-074f5e2d-0934-4ef1-824c-a1e0d106876a req-a33b7284-a6ac-4b8c-bcf7-4317d78b8e3d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222694
Feb 18 04:42:17.236244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:17.315942 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b8c6f72a-7acb-4f3f-ae52-084fb10be04e req-271a91fc-d9d5-403e-8656-56664b2af4d2 service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374953
Feb 18 04:42:17.430712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:17.542035 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3d6a90b8>,) {'filters': {'network_id': ['db62ee18-f0c4-44d0-b64d-62c56bc414ff']}} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:42:17.554893 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3d6a90b8>, '7f5b0653-7ef2-4d91-9150-8a24f0d2634f') {'for_net_delete': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:42:17.555226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3d6a90b8>, '7f5b0653-7ef2-4d91-9150-8a24f0d2634f') {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:42:17.566997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305319'] for segment, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:17.581918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:17.583916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:42:17.755640 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Network db62ee18-f0c4-44d0-b64d-62c56bc414ff has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:42:17.764545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852846634'] for segment, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:17.944537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Network db62ee18-f0c4-44d0-b64d-62c56bc414ff has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:42:17.967950 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:42:17.973193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc4d9b-c34a-46cb-b788-e8bcfce18953 req-cece48ae-8092-4d8d-9e3d-66fcdc6e8c2b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:17.975368 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-05fc4d9b-c34a-46cb-b788-e8bcfce18953 req-cece48ae-8092-4d8d-9e3d-66fcdc6e8c2b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0860834
Feb 18 04:42:18.023941 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-05fc4d9b-c34a-46cb-b788-e8bcfce18953 req-d32a4aea-1f60-497e-b3a8-c67c79e958d5 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416062
Feb 18 04:42:18.069986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:18.073548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-13a58a3c-4923-45a3-a7c3-b0675d52cede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:18.087228 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:18.097991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=db62ee18-f0c4-44d0-b64d-62c56bc414ff,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:18.101801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:18.133556 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/db62ee18-f0c4-44d0-b64d-62c56bc414ff HTTP/1.1" status: 204  len: 168 time: 1.0458415
Feb 18 04:42:18.433491 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b1cd1-80ec-4ed4-a780-3a2b414ecd6a req-a06c6ef4-7f9c-4557-8460-1bbc1ad3e56c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:18.435208 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5e0b1cd1-80ec-4ed4-a780-3a2b414ecd6a req-a06c6ef4-7f9c-4557-8460-1bbc1ad3e56c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0895841
Feb 18 04:42:18.441156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 53784) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:18.465087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device edd7077c-a067-4c52-a899-dfa7ccdbfc5b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:42:18.526287 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5e0b1cd1-80ec-4ed4-a780-3a2b414ecd6a req-f8e443f5-4283-436f-aabc-8ceb8d2d9c54 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832403
Feb 18 04:42:18.532182 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d792e608-9d73-4d1d-a437-fe7d0d1696ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddb286d7edd74472ad4e5b5e23ca5ab3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0908353
Feb 18 04:42:18.535331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 53788) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:18.539710 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port edd7077c-a067-4c52-a899-dfa7ccdbfc5b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:18.540377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:18.598054 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-311afb5d-5231-4548-a517-9cb10f7e1192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:18.625619 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-311afb5d-5231-4548-a517-9cb10f7e1192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:18.715522 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-311afb5d-5231-4548-a517-9cb10f7e1192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:18.719431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0af5663c-61e8-47bc-bf82-480f080a1d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:18.733958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311afb5d-5231-4548-a517-9cb10f7e1192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:18.736751 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-311afb5d-5231-4548-a517-9cb10f7e1192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:18.769533 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-311afb5d-5231-4548-a517-9cb10f7e1192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:18.771699 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-311afb5d-5231-4548-a517-9cb10f7e1192 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6bdfde3c-a0e2-4e42-9ca2-e30adf4bc0c5 HTTP/1.1" status: 204  len: 168 time: 0.2344630
Feb 18 04:42:19.228443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e32c35-b559-4dcb-bf5e-c2182fc83d67 req-3cd070eb-bd7b-4c93-9972-62470cc50e0a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:19.241448 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b9e32c35-b559-4dcb-bf5e-c2182fc83d67 req-3cd070eb-bd7b-4c93-9972-62470cc50e0a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0895810
Feb 18 04:42:19.278242 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b9e32c35-b559-4dcb-bf5e-c2182fc83d67 req-382fe5cb-1866-4405-a5c7-7ed0b4198932 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418892
Feb 18 04:42:19.729980 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cd380-0fb6-4075-bb04-4b3248c0479b req-36c6e32b-7bd6-4f06-b1b5-ecae82d8422d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:19.731552 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-880cd380-0fb6-4075-bb04-4b3248c0479b req-36c6e32b-7bd6-4f06-b1b5-ecae82d8422d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0909684
Feb 18 04:42:19.779858 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-880cd380-0fb6-4075-bb04-4b3248c0479b req-9f40725c-765e-4b8e-9d0b-fa03283a5ee2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421813
Feb 18 04:42:20.195847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35542318-75b5-46dc-9fcb-74e4c9f7843b req-d83029e4-1e0e-4ab9-88b2-5d3053bc7b3b tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:20.197338 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-35542318-75b5-46dc-9fcb-74e4c9f7843b req-d83029e4-1e0e-4ab9-88b2-5d3053bc7b3b tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0894554
Feb 18 04:42:20.245996 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-35542318-75b5-46dc-9fcb-74e4c9f7843b req-97178a96-4c0d-4575-9042-0898a065a8f3 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422862
Feb 18 04:42:20.279867 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4354586-0d48-4c2f-9bb2-985146824a1f req-c96f56e7-21db-4bd1-9741-8778511a41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:20.281534 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e4354586-0d48-4c2f-9bb2-985146824a1f req-c96f56e7-21db-4bd1-9741-8778511a41c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 1162 time: 0.0854700
Feb 18 04:42:20.484522 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4354586-0d48-4c2f-9bb2-985146824a1f req-879819d1-e558-4871-9652-27ed4248092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:20.486123 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e4354586-0d48-4c2f-9bb2-985146824a1f req-879819d1-e558-4871-9652-27ed4248092f service neutron] 10.222.0.16 "GET /v2.0/networks?id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c HTTP/1.1" status: 200  len: 905 time: 0.1934836
Feb 18 04:42:20.595252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee53a08-64f5-4b89-a20c-bbc27f0a487f req-e00414f9-81bf-41e0-9591-e8c2cc0feaa0 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:20.596858 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ee53a08-64f5-4b89-a20c-bbc27f0a487f req-e00414f9-81bf-41e0-9591-e8c2cc0feaa0 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.1959934
Feb 18 04:42:20.639852 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e4354586-0d48-4c2f-9bb2-985146824a1f req-daea6cc7-d1bd-4604-a3fa-5e06e616dcbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edd7077c-a067-4c52-a899-dfa7ccdbfc5b HTTP/1.1" status: 200  len: 1001 time: 0.1450658
Feb 18 04:42:20.706662 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ee53a08-64f5-4b89-a20c-bbc27f0a487f req-ec45c647-4aa0-4fa3-80f3-7672dcaed220 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950596
Feb 18 04:42:20.722245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4354586-0d48-4c2f-9bb2-985146824a1f req-7a7407ec-df91-49c7-80af-a8c406cf11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:20.724305 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e4354586-0d48-4c2f-9bb2-985146824a1f req-7a7407ec-df91-49c7-80af-a8c406cf11fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf3bdabd-12da-4d5b-8a13-9cd7ac731207 HTTP/1.1" status: 200  len: 850 time: 0.0740144
Feb 18 04:42:20.813546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4354586-0d48-4c2f-9bb2-985146824a1f req-1bb1c3a8-6d84-4ed9-875c-3e31768ffd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:20.815194 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e4354586-0d48-4c2f-9bb2-985146824a1f req-1bb1c3a8-6d84-4ed9-875c-3e31768ffd87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835054
Feb 18 04:42:20.963069 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e4354586-0d48-4c2f-9bb2-985146824a1f req-35c54b9e-aa57-4fe1-b65c-a2a0a47fd81c service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394608
Feb 18 04:42:21.111666 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e4354586-0d48-4c2f-9bb2-985146824a1f req-15743602-4da8-478b-8d12-b5e310ce831a service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405880
Feb 18 04:42:21.450348 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc223ed-d461-464f-9c87-2903ed8dd957 req-8de56b31-56ba-41ac-9443-5df2d1bfdf0f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:21.451983 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bfc223ed-d461-464f-9c87-2903ed8dd957 req-8de56b31-56ba-41ac-9443-5df2d1bfdf0f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0890548
Feb 18 04:42:21.503251 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bfc223ed-d461-464f-9c87-2903ed8dd957 req-5c54022a-0f9c-45d5-b671-14f7ea8f695f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450165
Feb 18 04:42:21.918974 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62871c0-e3d7-4fe0-b606-76a05d288e31 req-bbbaea18-089b-46b9-9479-a87725ee06db tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:21.927318 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d62871c0-e3d7-4fe0-b606-76a05d288e31 req-bbbaea18-089b-46b9-9479-a87725ee06db tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.1000476
Feb 18 04:42:21.984061 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d62871c0-e3d7-4fe0-b606-76a05d288e31 req-46be55f0-c9be-4e0b-a55f-b1aa35f841ee tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555770
Feb 18 04:42:22.600368 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device edd7077c-a067-4c52-a899-dfa7ccdbfc5b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:42:22.676532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port edd7077c-a067-4c52-a899-dfa7ccdbfc5b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:22.677580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:22.705275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f5474-bb05-4e3d-8acb-e07956bf98d1 req-d0dde769-bc45-40e8-8c75-2c9882e25ad1 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:22.706924 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-053f5474-bb05-4e3d-8acb-e07956bf98d1 req-d0dde769-bc45-40e8-8c75-2c9882e25ad1 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0885985
Feb 18 04:42:22.759098 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-053f5474-bb05-4e3d-8acb-e07956bf98d1 req-8c4bc693-8b1b-41f3-baec-8de6e6607014 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434303
Feb 18 04:42:23.187392 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c5010-ac33-496d-b09c-bf942ef36345 req-cc7cf21a-e204-46da-849a-5921c3000a60 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:23.188969 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-047c5010-ac33-496d-b09c-bf942ef36345 req-cc7cf21a-e204-46da-849a-5921c3000a60 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0885365
Feb 18 04:42:23.236970 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-047c5010-ac33-496d-b09c-bf942ef36345 req-3ae516ff-35ff-4d06-b608-7c08ca00fc66 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409522
Feb 18 04:42:23.342244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 53948) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:23.466484 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-54fdede2-7640-442c-8574-19d29a20150b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:23.481354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-54fdede2-7640-442c-8574-19d29a20150b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:23.485370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-54fdede2-7640-442c-8574-19d29a20150b admin admin] Usage tracker for resource:security_group_rule and tenant:54f27803858f4eec97e6730fe4c1f4cc is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:23.488356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-54fdede2-7640-442c-8574-19d29a20150b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:23.494572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-54fdede2-7640-442c-8574-19d29a20150b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:23.577690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-54fdede2-7640-442c-8574-19d29a20150b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:23.606802 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-54fdede2-7640-442c-8574-19d29a20150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:23.619279 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-80e3f17c-25d5-4ae5-b6b6-71b4806e1d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:23.661353 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-54fdede2-7640-442c-8574-19d29a20150b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54f27803858f4eec97e6730fe4c1f4cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3179483
Feb 18 04:42:23.663058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdede2-7640-442c-8574-19d29a20150b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c73feb8-7e8e-4ae7-b269-f75d32871c1b,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:23.664338 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 53954) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:23.666316 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-54fdede2-7640-442c-8574-19d29a20150b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:23.727189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2173acf9-065c-4ad5-aa41-b440ca0e2c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:23.754410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2173acf9-065c-4ad5-aa41-b440ca0e2c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:23.829691 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2173acf9-065c-4ad5-aa41-b440ca0e2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:23.834632 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d0382d10-d7fc-4252-b0a3-90ff096b6bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:23.847912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173acf9-065c-4ad5-aa41-b440ca0e2c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c73feb8-7e8e-4ae7-b269-f75d32871c1b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:23.851082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2173acf9-065c-4ad5-aa41-b440ca0e2c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:23.853427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2173acf9-065c-4ad5-aa41-b440ca0e2c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:23.854627 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2173acf9-065c-4ad5-aa41-b440ca0e2c2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c73feb8-7e8e-4ae7-b269-f75d32871c1b HTTP/1.1" status: 204  len: 168 time: 0.1883829
Feb 18 04:42:24.285430 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 53964) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:24.305208 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4e5da1f1-2b7c-4080-8428-19b15d84967e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:24.320491 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-4e5da1f1-2b7c-4080-8428-19b15d84967e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:24.324639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-4e5da1f1-2b7c-4080-8428-19b15d84967e admin admin] Usage tracker for resource:security_group_rule and tenant:c1421e24b3184b0b97518bae96dce43d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:24.327692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-4e5da1f1-2b7c-4080-8428-19b15d84967e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:24.333966 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-4e5da1f1-2b7c-4080-8428-19b15d84967e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:24.419127 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4e5da1f1-2b7c-4080-8428-19b15d84967e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:24.437124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5947f-aa3a-4b48-9b2b-2c515912305f req-f0b04f90-942d-4ea6-bd36-f25395a5ec8b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:24.438742 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-daf5947f-aa3a-4b48-9b2b-2c515912305f req-f0b04f90-942d-4ea6-bd36-f25395a5ec8b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0879786
Feb 18 04:42:24.456553 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4e5da1f1-2b7c-4080-8428-19b15d84967e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:24.466360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8780a132-19b2-4167-a9a9-305f55499969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:24.486099 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-daf5947f-aa3a-4b48-9b2b-2c515912305f req-efd42f56-aa73-4a46-ae5e-9efc11f54c85 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409205
Feb 18 04:42:24.508985 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-4e5da1f1-2b7c-4080-8428-19b15d84967e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1421e24b3184b0b97518bae96dce43d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2217450
Feb 18 04:42:24.509911 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5da1f1-2b7c-4080-8428-19b15d84967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d45a19-4407-472e-8931-0109b9e5dd32,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:24.511896 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 53968) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:24.513294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4e5da1f1-2b7c-4080-8428-19b15d84967e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:24.576788 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14e8d03b-6793-426e-9186-925f8d82ca0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:24.603865 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14e8d03b-6793-426e-9186-925f8d82ca0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:24.673433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14e8d03b-6793-426e-9186-925f8d82ca0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:24.678323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1b2d18a3-ee55-4b8e-a8b6-c31749fdb998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:24.691112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8d03b-6793-426e-9186-925f8d82ca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d45a19-4407-472e-8931-0109b9e5dd32,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:24.695256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-14e8d03b-6793-426e-9186-925f8d82ca0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:24.701835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14e8d03b-6793-426e-9186-925f8d82ca0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:24.703059 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-14e8d03b-6793-426e-9186-925f8d82ca0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08d45a19-4407-472e-8931-0109b9e5dd32 HTTP/1.1" status: 204  len: 168 time: 0.1900833
Feb 18 04:42:25.688095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031c913-3657-4fed-a011-2039a0a85236 req-54b30aa6-c29e-4761-a7d7-2ee263cf77a0 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:25.689702 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1031c913-3657-4fed-a011-2039a0a85236 req-54b30aa6-c29e-4761-a7d7-2ee263cf77a0 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0899656
Feb 18 04:42:25.737694 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1031c913-3657-4fed-a011-2039a0a85236 req-11594824-a99f-43e2-8986-ad4ec7862d63 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416017
Feb 18 04:42:26.942469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4aa84-5f43-48fb-affb-708bd72d1dd2 req-dd46060c-f415-4bd4-b5b4-aed527628481 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:26.944013 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cba4aa84-5f43-48fb-affb-708bd72d1dd2 req-dd46060c-f415-4bd4-b5b4-aed527628481 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0878203
Feb 18 04:42:26.998312 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cba4aa84-5f43-48fb-affb-708bd72d1dd2 req-e2ca3169-7f0f-409f-aad6-9b524d97232f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471208
Feb 18 04:42:28.194722 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3f13b-4b22-458f-bc98-69b4166256c2 req-f03ef390-ddf1-4645-835a-3a9ce5ce3705 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:28.196243 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5ab3f13b-4b22-458f-bc98-69b4166256c2 req-f03ef390-ddf1-4645-835a-3a9ce5ce3705 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0869823
Feb 18 04:42:28.246241 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5ab3f13b-4b22-458f-bc98-69b4166256c2 req-29309a87-9e9a-44ba-9054-5895f100c983 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434933
Feb 18 04:42:29.443524 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff855b-9fe4-4868-8fd5-eb18764e755c req-13a6f2a4-2925-45ec-b13c-18c64b86aa4a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:29.445090 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-72ff855b-9fe4-4868-8fd5-eb18764e755c req-13a6f2a4-2925-45ec-b13c-18c64b86aa4a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0871146
Feb 18 04:42:29.492386 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-72ff855b-9fe4-4868-8fd5-eb18764e755c req-1247d37d-44c8-4fbf-9b3a-bfd4ee454dff tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410221
Feb 18 04:42:30.693364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa470510-421d-4e9a-b4cc-75211b9476eb req-25a2e6f8-2723-4f39-8b79-0c2054d1aacf tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:30.695006 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fa470510-421d-4e9a-b4cc-75211b9476eb req-25a2e6f8-2723-4f39-8b79-0c2054d1aacf tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0867751
Feb 18 04:42:30.743034 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fa470510-421d-4e9a-b4cc-75211b9476eb req-da3820e9-e9a2-465a-8bcd-b5a9d504a665 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415165
Feb 18 04:42:31.109108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcb50b-82ee-4d91-9f61-819a11556e4d req-2a72f79b-b819-49ff-a279-c0b159560357 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:31.110670 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bcfcb50b-82ee-4d91-9f61-819a11556e4d req-2a72f79b-b819-49ff-a279-c0b159560357 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.1636117
Feb 18 04:42:31.113519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc792e-0e07-4a71-a7a2-b277232f83e0 req-ded83163-7658-4d13-b7f5-4a30ba381977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:31.115648 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-badc792e-0e07-4a71-a7a2-b277232f83e0 req-ded83163-7658-4d13-b7f5-4a30ba381977 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a99129f62dc14eb59accee32ffdd9328&device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 1203 time: 0.1213934
Feb 18 04:42:31.252513 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bcfcb50b-82ee-4d91-9f61-819a11556e4d req-74e8a172-5651-4f10-8fd9-a66597bed7b4 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1349251
Feb 18 04:42:31.295873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc792e-0e07-4a71-a7a2-b277232f83e0 req-aca96948-7bcf-43bb-98a5-3916b80a36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:31.297450 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-badc792e-0e07-4a71-a7a2-b277232f83e0 req-aca96948-7bcf-43bb-98a5-3916b80a36c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=169735bd-f666-4a06-a404-b47abf944bca HTTP/1.1" status: 200  len: 909 time: 0.1626484
Feb 18 04:42:31.414453 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-badc792e-0e07-4a71-a7a2-b277232f83e0 req-89954531-ad9c-4a4f-b542-46850e069171 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 200  len: 1002 time: 0.1061318
Feb 18 04:42:31.486503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc792e-0e07-4a71-a7a2-b277232f83e0 req-5911a24d-f5e8-4f7e-be5a-a60ad99c04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:31.488119 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-badc792e-0e07-4a71-a7a2-b277232f83e0 req-5911a24d-f5e8-4f7e-be5a-a60ad99c04a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46702569-17d2-41dd-9f20-049ee2f8169f HTTP/1.1" status: 200  len: 854 time: 0.0644574
Feb 18 04:42:31.579202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc792e-0e07-4a71-a7a2-b277232f83e0 req-caf66204-4766-4c5f-97d9-3745c6aa3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:31.580782 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-badc792e-0e07-4a71-a7a2-b277232f83e0 req-caf66204-4766-4c5f-97d9-3745c6aa3c44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=169735bd-f666-4a06-a404-b47abf944bca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805719
Feb 18 04:42:31.940989 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-badc792e-0e07-4a71-a7a2-b277232f83e0 req-d0d79d5b-825e-4267-b0f1-25582ecdf5c4 service neutron] 10.222.0.16 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3501403
Feb 18 04:42:31.952450 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31c732-6195-4aff-b0b8-cca43b86bed2 req-bfe79d85-24b5-45e1-824c-e07cb72688ee tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:31.954082 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7f31c732-6195-4aff-b0b8-cca43b86bed2 req-bfe79d85-24b5-45e1-824c-e07cb72688ee tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0910788
Feb 18 04:42:32.003443 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7f31c732-6195-4aff-b0b8-cca43b86bed2 req-70e18b18-6978-4984-aad8-1c30af730053 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424554
Feb 18 04:42:32.092819 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-badc792e-0e07-4a71-a7a2-b277232f83e0 req-e2a68770-e501-48a4-bdc1-4bdc7c559853 service neutron] 10.222.0.16 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375077
Feb 18 04:42:32.453888 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ab5a3-0f65-44c3-bdbd-818314254434 req-2cb38d40-2f1f-44e3-865f-c48e0a3ada35 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:32.455435 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c03ab5a3-0f65-44c3-bdbd-818314254434 req-2cb38d40-2f1f-44e3-865f-c48e0a3ada35 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0885725
Feb 18 04:42:32.506300 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c03ab5a3-0f65-44c3-bdbd-818314254434 req-0463cde4-8a10-46ab-a1f5-f1f570e528e1 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0444098
Feb 18 04:42:33.201951 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ed1d9-396c-4a17-a236-c2fd7ec8c040 req-554e8d15-aaa0-43ca-a28e-5bce410814ec tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:33.203596 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7f4ed1d9-396c-4a17-a236-c2fd7ec8c040 req-554e8d15-aaa0-43ca-a28e-5bce410814ec tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0863140
Feb 18 04:42:33.251414 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7f4ed1d9-396c-4a17-a236-c2fd7ec8c040 req-61509d15-1a1c-4f6c-812e-8a635501ea62 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411592
Feb 18 04:42:33.710092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126472b3-5f5d-4b9b-b79f-02c7993d6002 req-616f71fc-da2e-4017-93cc-b90703250d16 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:33.711757 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-126472b3-5f5d-4b9b-b79f-02c7993d6002 req-616f71fc-da2e-4017-93cc-b90703250d16 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0907021
Feb 18 04:42:33.762821 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-126472b3-5f5d-4b9b-b79f-02c7993d6002 req-96232c23-40bd-440c-b8fe-42ecad983012 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0448079
Feb 18 04:42:34.455229 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd59ae-4fa6-499b-9b60-3560355260df req-1f401310-83b4-48b2-9e0c-9a20a0d5545f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:34.456826 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7bcd59ae-4fa6-499b-9b60-3560355260df req-1f401310-83b4-48b2-9e0c-9a20a0d5545f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0924399
Feb 18 04:42:34.505556 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7bcd59ae-4fa6-499b-9b60-3560355260df req-c30d25a2-00c5-473f-bd58-fc1b8f910419 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425649
Feb 18 04:42:34.964517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb719291-d0fd-4bd8-8edd-cbcafd25a905 req-dbe1a189-c127-4c76-bddf-1216829bd946 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:34.966183 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eb719291-d0fd-4bd8-8edd-cbcafd25a905 req-dbe1a189-c127-4c76-bddf-1216829bd946 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0926661
Feb 18 04:42:35.015672 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eb719291-d0fd-4bd8-8edd-cbcafd25a905 req-15c91778-2fd1-4e9f-ab17-7fbc62e2b95e tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0431840
Feb 18 04:42:35.578547 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d9a1259a-19f1-496d-99a1-4384db997d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:35.707487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67df350-7d4a-4226-b264-335121019651 req-89e65d4c-1c16-4486-95ff-4c8b886c8a2c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:35.709098 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b67df350-7d4a-4226-b264-335121019651 req-89e65d4c-1c16-4486-95ff-4c8b886c8a2c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0908649
Feb 18 04:42:35.757742 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b67df350-7d4a-4226-b264-335121019651 req-2650a165-e47d-428e-be87-a29d031e1b53 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421591
Feb 18 04:42:36.215309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac0706-1e2c-4a60-ab2e-0cd7e8c4f208 req-b62f06b9-5192-4cf6-adfb-6366a1e0c333 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:36.223053 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dfac0706-1e2c-4a60-ab2e-0cd7e8c4f208 req-b62f06b9-5192-4cf6-adfb-6366a1e0c333 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0866935
Feb 18 04:42:36.266436 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dfac0706-1e2c-4a60-ab2e-0cd7e8c4f208 req-3cd87fce-911c-4098-a268-0af0ea708e8d tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0431156
Feb 18 04:42:36.453871 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54140) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:36.575191 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ff451104-7ce1-4fdf-9dea-ddabb68b1d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:36.590707 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ff451104-7ce1-4fdf-9dea-ddabb68b1d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:36.594728 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ff451104-7ce1-4fdf-9dea-ddabb68b1d88 admin admin] Usage tracker for resource:security_group_rule and tenant:699974f8a8bc4aafb8896ab0ae47d280 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:36.597673 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ff451104-7ce1-4fdf-9dea-ddabb68b1d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:36.603501 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ff451104-7ce1-4fdf-9dea-ddabb68b1d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:36.685472 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ff451104-7ce1-4fdf-9dea-ddabb68b1d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:36.715072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ff451104-7ce1-4fdf-9dea-ddabb68b1d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:36.723914 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-311afb5d-5231-4548-a517-9cb10f7e1192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:36.767203 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ff451104-7ce1-4fdf-9dea-ddabb68b1d88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=699974f8a8bc4aafb8896ab0ae47d280&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3121839
Feb 18 04:42:36.768874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff451104-7ce1-4fdf-9dea-ddabb68b1d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45784a1-352c-4655-99e5-1c0cabd72c9b,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:36.770061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54146) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:36.772842 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ff451104-7ce1-4fdf-9dea-ddabb68b1d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:36.835517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:36.862211 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:36.941933 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:36.950514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c11630b1-9ccd-4c4b-a2b1-b64ebbae64d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:36.961989 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45784a1-352c-4655-99e5-1c0cabd72c9b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:36.963789 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb35c5-c529-4c19-a9de-c7bbb3adf937 req-e5ca5b91-d4ab-45c7-b947-c0fa0e432c31 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:36.965387 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d4fb35c5-c529-4c19-a9de-c7bbb3adf937 req-e5ca5b91-d4ab-45c7-b947-c0fa0e432c31 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0913582
Feb 18 04:42:36.972789 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.973204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.973632 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.974032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.974428 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.974889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.975284 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.975668 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.976055 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.976441 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.976837 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.977229 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.977663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.978054 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.978440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.978876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.979273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.979662 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.980046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.980429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.980813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.981196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.981577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.981956 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:36.988873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:36.992138 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c45784a1-352c-4655-99e5-1c0cabd72c9b HTTP/1.1" status: 204  len: 168 time: 0.2188547
Feb 18 04:42:36.992138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:37.022926 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d4fb35c5-c529-4c19-a9de-c7bbb3adf937 req-778bd906-0c8f-4da2-be97-0a08e665346a tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503390
Feb 18 04:42:37.418532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54160) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:37.439046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ef334c69-28d6-48e6-b4a9-594943dc58dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:37.454377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ef334c69-28d6-48e6-b4a9-594943dc58dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:37.458482 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ef334c69-28d6-48e6-b4a9-594943dc58dd admin admin] Usage tracker for resource:security_group_rule and tenant:f172b71317df4fdabf2108c16e4c3e93 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:37.461443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ef334c69-28d6-48e6-b4a9-594943dc58dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:37.467419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ef334c69-28d6-48e6-b4a9-594943dc58dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:37.469135 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc9f27-4c27-4154-9edf-16e5780b6663 req-6414050f-42c8-4a97-ac29-3666d6dda3c7 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:37.470880 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8ddc9f27-4c27-4154-9edf-16e5780b6663 req-6414050f-42c8-4a97-ac29-3666d6dda3c7 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0872564
Feb 18 04:42:37.525451 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8ddc9f27-4c27-4154-9edf-16e5780b6663 req-21d80249-b2b0-4660-a983-a2c84ebd77b8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0475483
Feb 18 04:42:37.656953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ef334c69-28d6-48e6-b4a9-594943dc58dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:37.684526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ef334c69-28d6-48e6-b4a9-594943dc58dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:37.693017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-54fdede2-7640-442c-8574-19d29a20150b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:37.738793 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ef334c69-28d6-48e6-b4a9-594943dc58dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f172b71317df4fdabf2108c16e4c3e93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3190281
Feb 18 04:42:37.740091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef334c69-28d6-48e6-b4a9-594943dc58dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19721e33-0da9-4b00-8e88-47d19d728385,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:37.741747 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54164) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:37.743318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ef334c69-28d6-48e6-b4a9-594943dc58dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:37.793397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-92b384d4-d603-4fb8-896c-1015b3f1cbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:37.805613 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f3ebb72-701b-4743-803e-aab208e8f1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:37.832461 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f3ebb72-701b-4743-803e-aab208e8f1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:37.903768 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f3ebb72-701b-4743-803e-aab208e8f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:37.908694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1459964f-4b75-42b2-a013-80e3a0282152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:37.920323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ebb72-701b-4743-803e-aab208e8f1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19721e33-0da9-4b00-8e88-47d19d728385,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:37.924130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4f3ebb72-701b-4743-803e-aab208e8f1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:37.928498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f3ebb72-701b-4743-803e-aab208e8f1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:37.929742 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-4f3ebb72-701b-4743-803e-aab208e8f1fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19721e33-0da9-4b00-8e88-47d19d728385 HTTP/1.1" status: 204  len: 168 time: 0.1862686
Feb 18 04:42:38.437048 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18799eb6-27d7-498a-a5e3-6d3d212912cd req-eabb2e7f-2c1c-46a4-b583-c813e1889e92 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:38.438614 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18799eb6-27d7-498a-a5e3-6d3d212912cd req-eabb2e7f-2c1c-46a4-b583-c813e1889e92 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.2968192
Feb 18 04:42:38.485610 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-18799eb6-27d7-498a-a5e3-6d3d212912cd req-ff0de2c5-2489-4372-a665-93c53ca528fb tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401042
Feb 18 04:42:38.617503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54176) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:38.624624 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:38.637389 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d696365d-6e86-46b4-b2ff-4d6007f4c0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:38.700443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d696365d-6e86-46b4-b2ff-4d6007f4c0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:38.707262 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d696365d-6e86-46b4-b2ff-4d6007f4c0ed admin admin] Usage tracker for resource:security_group_rule and tenant:d6dea6f46a1845eab09974ea0b29e412 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:38.711183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d696365d-6e86-46b4-b2ff-4d6007f4c0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:38.719701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d696365d-6e86-46b4-b2ff-4d6007f4c0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:38.773519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a90cd6-a758-4f88-abf1-f2b451e61bfd req-532d3fe4-a090-4c2d-a635-c1dbd39f99bb tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:38.775163 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-55a90cd6-a758-4f88-abf1-f2b451e61bfd req-532d3fe4-a090-4c2d-a635-c1dbd39f99bb tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.1270854
Feb 18 04:42:38.847204 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-55a90cd6-a758-4f88-abf1-f2b451e61bfd req-b2005465-2729-41e1-afe0-ae994aafefb8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0642629
Feb 18 04:42:38.873439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d696365d-6e86-46b4-b2ff-4d6007f4c0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:38.915549 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d696365d-6e86-46b4-b2ff-4d6007f4c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:38.924191 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cf1851be-38ce-4400-8a7c-6e9ac53917c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:38.972129 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d696365d-6e86-46b4-b2ff-4d6007f4c0ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6dea6f46a1845eab09974ea0b29e412&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3534369
Feb 18 04:42:38.973732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696365d-6e86-46b4-b2ff-4d6007f4c0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c8422a-113b-49b3-ba6a-544df1eeb018,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:38.975521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54180) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:38.977230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d696365d-6e86-46b4-b2ff-4d6007f4c0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:39.044820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2613afcf-0022-4212-add6-2e9785c071e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:39.072504 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2613afcf-0022-4212-add6-2e9785c071e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:39.144102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2613afcf-0022-4212-add6-2e9785c071e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:39.148932 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:39.163241 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613afcf-0022-4212-add6-2e9785c071e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c8422a-113b-49b3-ba6a-544df1eeb018,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:39.166426 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2613afcf-0022-4212-add6-2e9785c071e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:39.175849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2613afcf-0022-4212-add6-2e9785c071e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:39.177659 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2613afcf-0022-4212-add6-2e9785c071e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8c8422a-113b-49b3-ba6a-544df1eeb018 HTTP/1.1" status: 204  len: 168 time: 0.2009950
Feb 18 04:42:39.487138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:39.685775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0107f-2c24-405a-a502-e4f2144feb2e req-652afd7f-e0f3-4527-abb8-a1f0c791c8e8 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:39.687449 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e9a0107f-2c24-405a-a502-e4f2144feb2e req-652afd7f-e0f3-4527-abb8-a1f0c791c8e8 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0870614
Feb 18 04:42:39.739802 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e9a0107f-2c24-405a-a502-e4f2144feb2e req-486cd727-d0b9-4307-abe5-347bc222a03c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456064
Feb 18 04:42:39.744416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:40.052261 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db07bc0-52ea-4c18-addf-d62754d0bd0f req-3fe799e6-e366-42bb-af28-b9e12a748f16 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:40.053879 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5db07bc0-52ea-4c18-addf-d62754d0bd0f req-3fe799e6-e366-42bb-af28-b9e12a748f16 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0918140
Feb 18 04:42:40.104416 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5db07bc0-52ea-4c18-addf-d62754d0bd0f req-dc8f2714-4a4b-477a-8f89-0397557f897c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0441236
Feb 18 04:42:40.942711 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817ef85-d5fb-48e0-a694-dcb33c4153db req-8b3f1dc8-a041-49b2-b906-ed9737ac1e7c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:40.944372 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d817ef85-d5fb-48e0-a694-dcb33c4153db req-8b3f1dc8-a041-49b2-b906-ed9737ac1e7c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0862150
Feb 18 04:42:40.996641 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d817ef85-d5fb-48e0-a694-dcb33c4153db req-d93c19dd-a2d4-460b-8f75-019f37ab9c7e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435529
Feb 18 04:42:41.311681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e442c7-0549-460f-8a3c-3d6d2cf86fec req-437c61a6-39a5-4a6c-88a4-7bd460e19070 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:41.313294 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-59e442c7-0549-460f-8a3c-3d6d2cf86fec req-437c61a6-39a5-4a6c-88a4-7bd460e19070 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0905676
Feb 18 04:42:41.364403 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-59e442c7-0549-460f-8a3c-3d6d2cf86fec req-92d22f3d-1452-4d65-b365-1d4695289dcb tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0441291
Feb 18 04:42:42.199915 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e78ce-3095-46de-a035-46032c75259a req-caab81ad-bc59-4f56-b1bd-50c877de38d7 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:42.201390 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-861e78ce-3095-46de-a035-46032c75259a req-caab81ad-bc59-4f56-b1bd-50c877de38d7 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0891006
Feb 18 04:42:42.249204 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-861e78ce-3095-46de-a035-46032c75259a req-da61581c-4b7a-4bb4-917f-59f552254005 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410495
Feb 18 04:42:42.698955 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a5255-8c8c-4aa7-8d3d-8758105ac512 req-eda9682a-b0ce-49b5-abb2-d5182225ab2c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:42.700560 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3a4a5255-8c8c-4aa7-8d3d-8758105ac512 req-eda9682a-b0ce-49b5-abb2-d5182225ab2c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0871775
Feb 18 04:42:42.750280 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3a4a5255-8c8c-4aa7-8d3d-8758105ac512 req-5ccfe3ed-f817-453b-8866-987dd8f95c95 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0433865
Feb 18 04:42:43.447844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de4f6f-7f61-45c7-9bb2-a3033ec9af00 req-196cec2f-9a23-4cd6-b2b4-21534568710c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:43.449465 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a4de4f6f-7f61-45c7-9bb2-a3033ec9af00 req-196cec2f-9a23-4cd6-b2b4-21534568710c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0874374
Feb 18 04:42:43.499162 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a4de4f6f-7f61-45c7-9bb2-a3033ec9af00 req-32720734-345e-4306-95fb-fb87117c0d06 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426886
Feb 18 04:42:43.952233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c420dee-bd6b-4ca1-be8a-b194dc44daca req-b7f40415-8c77-4f3f-9698-ab04bcd23556 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:43.953830 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0c420dee-bd6b-4ca1-be8a-b194dc44daca req-b7f40415-8c77-4f3f-9698-ab04bcd23556 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0905893
Feb 18 04:42:44.004179 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0c420dee-bd6b-4ca1-be8a-b194dc44daca req-a7531145-4da8-401e-839a-95bff0bda5e6 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0435090
Feb 18 04:42:44.583400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cdd08d1f-98ba-4dd7-8336-8a32479f507d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:42:44.657877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cdd08d1f-98ba-4dd7-8336-8a32479f507d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:44.658295 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:44.702857 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955207e6-3def-442b-88e1-9ccc87cf4ebd req-9609bf6f-5889-4af2-a396-7c552c201e73 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:44.704479 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-955207e6-3def-442b-88e1-9ccc87cf4ebd req-9609bf6f-5889-4af2-a396-7c552c201e73 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0929775
Feb 18 04:42:44.756381 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-955207e6-3def-442b-88e1-9ccc87cf4ebd req-437441c3-9104-470d-8473-3b9f6e068432 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442779
Feb 18 04:42:44.898123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:45.204817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29b8c9-c0a6-471a-80ce-98bc3b2562a0 req-18687b5a-eebf-4a05-a5e9-2d1e5a4addbb tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:45.206387 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9e29b8c9-c0a6-471a-80ce-98bc3b2562a0 req-18687b5a-eebf-4a05-a5e9-2d1e5a4addbb tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0856483
Feb 18 04:42:45.259740 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9e29b8c9-c0a6-471a-80ce-98bc3b2562a0 req-23929599-1f42-4946-af43-346126ef3c51 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0464516
Feb 18 04:42:45.959560 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d4770-725f-4134-9a5a-457fb7e1b275 req-37f05fb4-94ee-4438-81c8-df768975d30e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:45.961152 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ac0d4770-725f-4134-9a5a-457fb7e1b275 req-37f05fb4-94ee-4438-81c8-df768975d30e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0903916
Feb 18 04:42:46.009706 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ac0d4770-725f-4134-9a5a-457fb7e1b275 req-2d8c57f8-c7b7-4d9d-bb55-74e6eff56899 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421638
Feb 18 04:42:46.457619 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc53b1-c41c-4181-8d0c-ab9aacd97a50 req-4ceb9d83-1d71-4d97-badc-538bd684f1fb tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:46.459260 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fcbc53b1-c41c-4181-8d0c-ab9aacd97a50 req-4ceb9d83-1d71-4d97-badc-538bd684f1fb tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0871797
Feb 18 04:42:46.510318 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fcbc53b1-c41c-4181-8d0c-ab9aacd97a50 req-2f4567bd-318d-4a81-9164-7b5394a53963 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0445950
Feb 18 04:42:46.754179 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54292) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:46.876603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:46.891548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:46.896088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Usage tracker for resource:security_group_rule and tenant:847a4e5a4579408c82738eaa4f293342 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:46.899020 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:46.904792 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:46.988085 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:47.023416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:47.032408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ec1549f0-6c9b-4b2d-b541-854c606a78f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:47.074945 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=847a4e5a4579408c82738eaa4f293342&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3194554
Feb 18 04:42:47.076629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68fefb3-3285-4136-935b-b46a980528cb,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:47.077846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54300) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:47.085389 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.085854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.086265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.086665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.089059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.089059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.089059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.089059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.089059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.089059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.089515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.089785 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.090141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.090579 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.090937 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.091325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.091718 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.092333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.092456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.092841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.093233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.093621 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.094008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.094396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:47.098947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:47.143774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f8e8-73c2-4f12-ae66-1881f36294e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:47.174743 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f8e8-73c2-4f12-ae66-1881f36294e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:47.214911 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42e38e-4de9-4ba2-a7d1-4be380d116ed req-86fa3ea4-7c92-4dde-8f21-af687acc768d tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:47.216560 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7c42e38e-4de9-4ba2-a7d1-4be380d116ed req-86fa3ea4-7c92-4dde-8f21-af687acc768d tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0912023
Feb 18 04:42:47.246468 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f8e8-73c2-4f12-ae66-1881f36294e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:47.252063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a44b0421-37c1-48d1-84a1-75a59715672b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:47.264358 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7c42e38e-4de9-4ba2-a7d1-4be380d116ed req-73fb8775-4bbf-4104-9b0b-8ea462ad4c97 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414493
Feb 18 04:42:47.266130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2f8e8-73c2-4f12-ae66-1881f36294e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68fefb3-3285-4136-935b-b46a980528cb,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:47.278267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6ef2f8e8-73c2-4f12-ae66-1881f36294e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:47.278267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f8e8-73c2-4f12-ae66-1881f36294e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:47.278267 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-6ef2f8e8-73c2-4f12-ae66-1881f36294e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f68fefb3-3285-4136-935b-b46a980528cb HTTP/1.1" status: 204  len: 168 time: 0.1988642
Feb 18 04:42:47.719722 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a020a4c-f617-4744-aed4-d2545eab7da2 req-df7202b5-51e5-44de-8b19-7d26777eb3a6 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:47.721264 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4a020a4c-f617-4744-aed4-d2545eab7da2 req-df7202b5-51e5-44de-8b19-7d26777eb3a6 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0916438
Feb 18 04:42:47.730861 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54314) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:47.750208 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-91d299b4-fd3e-4dd5-b60f-207a835e3e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:47.766360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-91d299b4-fd3e-4dd5-b60f-207a835e3e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:47.770457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-91d299b4-fd3e-4dd5-b60f-207a835e3e43 admin admin] Usage tracker for resource:security_group_rule and tenant:7db8ee20694b474ca9919398b74f154b is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:47.772202 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4a020a4c-f617-4744-aed4-d2545eab7da2 req-142ccb6c-4e4b-4ba9-81f1-057f9f25fe55 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0445857
Feb 18 04:42:47.773461 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-91d299b4-fd3e-4dd5-b60f-207a835e3e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:47.779243 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-91d299b4-fd3e-4dd5-b60f-207a835e3e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:47.862066 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-91d299b4-fd3e-4dd5-b60f-207a835e3e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:47.891912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-91d299b4-fd3e-4dd5-b60f-207a835e3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:47.900685 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f2dc524a-5d86-45b3-b877-d43527f62567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:47.948791 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-91d299b4-fd3e-4dd5-b60f-207a835e3e43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7db8ee20694b474ca9919398b74f154b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2143536
Feb 18 04:42:47.948791 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d299b4-fd3e-4dd5-b60f-207a835e3e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf6db2a-8a8a-45b0-a226-848a662db890,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:47.949813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54318) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:47.952610 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-91d299b4-fd3e-4dd5-b60f-207a835e3e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:48.013141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e62e4cef-54dd-4b74-a204-0ec6d6e50476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:48.040146 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e62e4cef-54dd-4b74-a204-0ec6d6e50476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:48.109136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e62e4cef-54dd-4b74-a204-0ec6d6e50476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:48.114694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2d3f11f5-a034-4716-9785-4fb208042db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:48.129235 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e4cef-54dd-4b74-a204-0ec6d6e50476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf6db2a-8a8a-45b0-a226-848a662db890,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:48.132421 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e62e4cef-54dd-4b74-a204-0ec6d6e50476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:48.136651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e62e4cef-54dd-4b74-a204-0ec6d6e50476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:48.137855 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-e62e4cef-54dd-4b74-a204-0ec6d6e50476 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cf6db2a-8a8a-45b0-a226-848a662db890 HTTP/1.1" status: 204  len: 168 time: 0.1870711
Feb 18 04:42:48.472331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863d1d9-cfa5-478f-aa19-2e52cc7b4615 req-57fa44f6-c1cc-41f5-ae9d-1603c96a8e67 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:48.474542 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9863d1d9-cfa5-478f-aa19-2e52cc7b4615 req-57fa44f6-c1cc-41f5-ae9d-1603c96a8e67 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0942788
Feb 18 04:42:48.522367 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9863d1d9-cfa5-478f-aa19-2e52cc7b4615 req-0ddadc15-4482-4653-a921-3085cec3dd27 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411415
Feb 18 04:42:48.693601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cdd08d1f-98ba-4dd7-8336-8a32479f507d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:42:48.765918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cdd08d1f-98ba-4dd7-8336-8a32479f507d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:48.766335 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:48.894723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:42:48.966650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:42:48.967157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:48.986203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4d979-5885-46e5-9854-a3fc826beaae req-35ca0869-eae5-48c1-bbed-6cf57743baa5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:48.988065 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-17e4d979-5885-46e5-9854-a3fc826beaae req-35ca0869-eae5-48c1-bbed-6cf57743baa5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.0986080
Feb 18 04:42:49.057483 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-17e4d979-5885-46e5-9854-a3fc826beaae req-cc01f787-8ac8-4cb9-b313-f53e91c769c6 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=b361a77b-35f7-4151-a8e9-ab7728357e6d&id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0570366
Feb 18 04:42:49.167818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b622d5-f61c-4cd9-9328-ae608bdd661f req-8f85a565-f207-4bea-bcf8-5bc671bc165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:49.169453 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-09b622d5-f61c-4cd9-9328-ae608bdd661f req-8f85a565-f207-4bea-bcf8-5bc671bc165a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 1163 time: 0.0843842
Feb 18 04:42:49.217538 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-09b622d5-f61c-4cd9-9328-ae608bdd661f req-42a84778-73a2-405f-9af9-b7435a13d4d6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397658
Feb 18 04:42:49.724038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ad14c-b0cc-4767-ac3d-19e7e0c86047 req-cce47b72-1a8a-41d7-95d5-3c8f0adfcb86 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:49.725650 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-202ad14c-b0cc-4767-ac3d-19e7e0c86047 req-cce47b72-1a8a-41d7-95d5-3c8f0adfcb86 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0882044
Feb 18 04:42:49.777483 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-202ad14c-b0cc-4767-ac3d-19e7e0c86047 req-c6377e73-e6f5-4e35-9497-9ab6ff0c2c1c tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454566
Feb 18 04:42:50.979217 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b0529-cc0b-439f-a2ef-bc743b1cb50e req-77f2e506-17f5-4f23-a4ea-8fe08152bca1 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:50.980843 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5f8b0529-cc0b-439f-a2ef-bc743b1cb50e req-77f2e506-17f5-4f23-a4ea-8fe08152bca1 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0906954
Feb 18 04:42:51.029718 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5f8b0529-cc0b-439f-a2ef-bc743b1cb50e req-d26aa78e-804d-4668-9e54-d88622e4d56e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426245
Feb 18 04:42:51.101733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54406) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:51.227198 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-92784044-c0b1-45c4-8148-850e38f91b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:51.244340 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-92784044-c0b1-45c4-8148-850e38f91b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:51.248523 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-92784044-c0b1-45c4-8148-850e38f91b2c admin admin] Usage tracker for resource:security_group_rule and tenant:20a8041496534477b4058a1e4b09502a is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:51.251804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-92784044-c0b1-45c4-8148-850e38f91b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:51.257898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-92784044-c0b1-45c4-8148-850e38f91b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:51.343100 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-92784044-c0b1-45c4-8148-850e38f91b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:51.372050 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-92784044-c0b1-45c4-8148-850e38f91b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:51.381744 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9ff1d1f3-d259-45c4-afbc-567a3c15c864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:51.424903 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-92784044-c0b1-45c4-8148-850e38f91b2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20a8041496534477b4058a1e4b09502a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3217645
Feb 18 04:42:51.426559 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92784044-c0b1-45c4-8148-850e38f91b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7b7159-1281-45e6-9d94-73f7f57c6fe6,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:51.427865 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54416) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:51.434259 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-92784044-c0b1-45c4-8148-850e38f91b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:51.492670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-87e5e6ef-79bc-4651-bcb5-894ba7f3b6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:51.520874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-87e5e6ef-79bc-4651-bcb5-894ba7f3b6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:51.716480 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a2ebc-44f5-4839-8e63-c5ed4360ec1f req-6de7aaef-230d-4fa6-b126-f041eba63784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:51.718049 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad0a2ebc-44f5-4839-8e63-c5ed4360ec1f req-6de7aaef-230d-4fa6-b126-f041eba63784 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=484f76dfa5814b07b92bd623be6988db&device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 1163 time: 0.1805019
Feb 18 04:42:51.724614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a65ed-9795-42aa-ae4f-acbc286dbcea req-5655a83b-790d-4c8c-aee2-aaeafcd38544 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:51.726121 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-983a65ed-9795-42aa-ae4f-acbc286dbcea req-5655a83b-790d-4c8c-aee2-aaeafcd38544 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.1419373
Feb 18 04:42:51.728219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-87e5e6ef-79bc-4651-bcb5-894ba7f3b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:51.801963 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-23d7be34-960e-45f6-89d9-eff6df3b8efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:51.844537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5e6ef-79bc-4651-bcb5-894ba7f3b6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7b7159-1281-45e6-9d94-73f7f57c6fe6,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:51.855644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-87e5e6ef-79bc-4651-bcb5-894ba7f3b6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:51.881566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-87e5e6ef-79bc-4651-bcb5-894ba7f3b6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:51.885776 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-87e5e6ef-79bc-4651-bcb5-894ba7f3b6cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e7b7159-1281-45e6-9d94-73f7f57c6fe6 HTTP/1.1" status: 204  len: 168 time: 0.4538593
Feb 18 04:42:51.889695 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-983a65ed-9795-42aa-ae4f-acbc286dbcea req-988e7425-43e5-4a40-b9aa-944d3a03a31e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736618
Feb 18 04:42:51.939410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a2ebc-44f5-4839-8e63-c5ed4360ec1f req-062bd817-c3e5-4d5d-9890-4a2a7f71d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:51.941026 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad0a2ebc-44f5-4839-8e63-c5ed4360ec1f req-062bd817-c3e5-4d5d-9890-4a2a7f71d051 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2 HTTP/1.1" status: 200  len: 912 time: 0.2139626
Feb 18 04:42:52.023892 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad0a2ebc-44f5-4839-8e63-c5ed4360ec1f req-b7a701cf-7dd2-4ff0-aea9-6d779e0243b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdd08d1f-98ba-4dd7-8336-8a32479f507d HTTP/1.1" status: 200  len: 217 time: 0.0720623
Feb 18 04:42:52.095084 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a2ebc-44f5-4839-8e63-c5ed4360ec1f req-df55edaf-1284-4aae-9bd3-77f7f092fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:52.096692 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad0a2ebc-44f5-4839-8e63-c5ed4360ec1f req-df55edaf-1284-4aae-9bd3-77f7f092fdbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32cc8d8b-9252-4aaa-adc3-72bd8ebb7827 HTTP/1.1" status: 200  len: 858 time: 0.0659156
Feb 18 04:42:52.160625 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad0a2ebc-44f5-4839-8e63-c5ed4360ec1f req-db751e36-d12d-428f-92b5-2bff046692d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea2cb3d2-9263-4c13-8c42-d46add50e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516760
Feb 18 04:42:52.311529 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad0a2ebc-44f5-4839-8e63-c5ed4360ec1f req-a7ad67c9-25b6-4b0a-837b-ccd1b0fdf1d8 service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430576
Feb 18 04:42:52.387610 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54438) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:52.406810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d7090011-6956-4157-a191-87ce3cfea4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:52.422498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d7090011-6956-4157-a191-87ce3cfea4d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:52.427189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d7090011-6956-4157-a191-87ce3cfea4d7 admin admin] Usage tracker for resource:security_group_rule and tenant:c2000683138d49c0b86c723585a9345e is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:52.430143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d7090011-6956-4157-a191-87ce3cfea4d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:52.435916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d7090011-6956-4157-a191-87ce3cfea4d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:52.455674 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad0a2ebc-44f5-4839-8e63-c5ed4360ec1f req-050d907a-6ab2-4ad7-a970-124d38013ff1 service neutron] 10.222.0.16 "GET /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362691
Feb 18 04:42:52.525276 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d7090011-6956-4157-a191-87ce3cfea4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:52.554994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d7090011-6956-4157-a191-87ce3cfea4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:52.563673 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c86a55f9-3878-4e65-b040-13020fcbe762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:52.609763 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d7090011-6956-4157-a191-87ce3cfea4d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2000683138d49c0b86c723585a9345e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2210083
Feb 18 04:42:52.611508 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7090011-6956-4157-a191-87ce3cfea4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01391e3-1ed4-4d4b-9009-eafbf7c5271d,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:52.612675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54442) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:52.615650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d7090011-6956-4157-a191-87ce3cfea4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:52.679121 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d741206-53b9-47d5-8969-2ed101184b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:52.705614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d741206-53b9-47d5-8969-2ed101184b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:52.793088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d741206-53b9-47d5-8969-2ed101184b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:52.798424 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-adea9d8a-a381-4a66-9e48-8472d0a81c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:52.812209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d741206-53b9-47d5-8969-2ed101184b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01391e3-1ed4-4d4b-9009-eafbf7c5271d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:52.814999 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7d741206-53b9-47d5-8969-2ed101184b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:52.816279 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7d741206-53b9-47d5-8969-2ed101184b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:52.820395 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-7d741206-53b9-47d5-8969-2ed101184b75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a01391e3-1ed4-4d4b-9009-eafbf7c5271d HTTP/1.1" status: 204  len: 168 time: 0.2037690
Feb 18 04:42:53.105793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e3619-ae2e-44d3-80b1-743bf3b41b36 req-d3aada50-f8e5-49de-bfa7-6133d8ec1215 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:53.107449 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-716e3619-ae2e-44d3-80b1-743bf3b41b36 req-d3aada50-f8e5-49de-bfa7-6133d8ec1215 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0877237
Feb 18 04:42:53.159409 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-716e3619-ae2e-44d3-80b1-743bf3b41b36 req-178a5f94-9c42-4fe1-a40f-53a9c60de784 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455236
Feb 18 04:42:54.120111 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:42:54.279106 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54478) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:54.361862 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f8352-6356-4fb2-89e7-570fff1a0977 req-76668331-70f9-470f-aa3a-5058bd31e52f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:54.363549 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eb7f8352-6356-4fb2-89e7-570fff1a0977 req-76668331-70f9-470f-aa3a-5058bd31e52f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0903854
Feb 18 04:42:54.410443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cbd92886-9009-4be9-9215-809771825d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:54.415199 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eb7f8352-6356-4fb2-89e7-570fff1a0977 req-59925849-53e0-4255-b01c-6669190aa599 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448430
Feb 18 04:42:54.442004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-cbd92886-9009-4be9-9215-809771825d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:42:54.446396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-cbd92886-9009-4be9-9215-809771825d55 admin admin] Usage tracker for resource:security_group_rule and tenant:1daa76b7c0314a18b2978c72741d1129 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:42:54.449667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-cbd92886-9009-4be9-9215-809771825d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:42:54.456897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-cbd92886-9009-4be9-9215-809771825d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:42:54.544980 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cbd92886-9009-4be9-9215-809771825d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:54.578108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cbd92886-9009-4be9-9215-809771825d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:54.588649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cdc31438-5b82-4e5c-b69e-a1104eee561c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:54.630519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd92886-9009-4be9-9215-809771825d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f288e1ec-a3df-4e47-b4c4-01532e1bb823,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:54.634167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cbd92886-9009-4be9-9215-809771825d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:54.636799 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-cbd92886-9009-4be9-9215-809771825d55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1daa76b7c0314a18b2978c72741d1129&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3566079
Feb 18 04:42:54.639720 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54488) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:42:54.702835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bf2af429-6a63-4113-8d1d-30a853c16c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:54.730921 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bf2af429-6a63-4113-8d1d-30a853c16c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:54.806626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bf2af429-6a63-4113-8d1d-30a853c16c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:54.811869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-653ab70a-355a-4160-a0f2-9bd33cfe6706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:54.823958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2af429-6a63-4113-8d1d-30a853c16c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f288e1ec-a3df-4e47-b4c4-01532e1bb823,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:54.829191 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bf2af429-6a63-4113-8d1d-30a853c16c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:54.831821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bf2af429-6a63-4113-8d1d-30a853c16c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:54.836607 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-bf2af429-6a63-4113-8d1d-30a853c16c3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f288e1ec-a3df-4e47-b4c4-01532e1bb823 HTTP/1.1" status: 204  len: 168 time: 0.1958258
Feb 18 04:42:54.923050 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607e64e-9ded-4af3-ae27-bcba88824f02 req-9a37f4b6-91de-413e-83b2-ceef70ecb936 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:54.924646 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7607e64e-9ded-4af3-ae27-bcba88824f02 req-9a37f4b6-91de-413e-83b2-ceef70ecb936 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0909107
Feb 18 04:42:54.975738 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7607e64e-9ded-4af3-ae27-bcba88824f02 req-bce01d49-0de7-4f61-9e46-e9f5e7ab093d tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441394
Feb 18 04:42:55.615385 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894b52d-3ea6-40fc-8ca3-c2ed42aa3454 req-71f3d372-8bc9-4c39-ba88-e0595735bd9b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:55.616994 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3894b52d-3ea6-40fc-8ca3-c2ed42aa3454 req-71f3d372-8bc9-4c39-ba88-e0595735bd9b tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.0874822
Feb 18 04:42:55.665574 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3894b52d-3ea6-40fc-8ca3-c2ed42aa3454 req-d971cb28-548d-4077-a4fe-3f06ec1164e0 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419395
Feb 18 04:42:56.187388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facd3a8-1588-474f-84d1-ab1169c5e554 req-5ed94597-6b2f-4d3c-a95b-a783bad5846d tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:56.189054 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8facd3a8-1588-474f-84d1-ab1169c5e554 req-5ed94597-6b2f-4d3c-a95b-a783bad5846d tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0924857
Feb 18 04:42:56.252441 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8facd3a8-1588-474f-84d1-ab1169c5e554 req-f0efa03f-58e3-421c-ae39-e11099d10b60 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483477
Feb 18 04:42:56.650137 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-226589af-b3ab-4530-bb4c-a6dcfdcb4608 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:56.651766 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-226589af-b3ab-4530-bb4c-a6dcfdcb4608 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.16 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 945 time: 0.0862899
Feb 18 04:42:56.661850 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 468e4a9b-7ece-430d-aa59-d0462fb7b618 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:42:56.735334 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Deleting port 468e4a9b-7ece-430d-aa59-d0462fb7b618 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:42:56.735727 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:56.795746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:56.834373 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 468e4a9b-7ece-430d-aa59-d0462fb7b618, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:42:56.835275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:42:56.887129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:56.890099 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618', 'code': 200}
Feb 18 04:42:56.890652 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-32ed9b81-b640-4abd-a0f2-12f58d662f65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:56.967806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=468e4a9b-7ece-430d-aa59-d0462fb7b618,revision_number=7']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:56.977281 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.977854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.978834 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.979509 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.979857 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.980375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.980888 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.981400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.981909 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.982490 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.982894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.983265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.983652 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.984169 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.984863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.985370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.985876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.986574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.987118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.987640 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.988151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.989380 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.989917 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.990431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:42:56.995348 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:57.017871 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] For port 468e4a9b-7ece-430d-aa59-d0462fb7b618, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:42:57.018275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:57.614050 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:57.614385 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:57.615039 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Floating IP b8154983-4eee-495a-9d18-a8ae95f4ae3c disassociated. External IP: 172.27.3.20, port: 468e4a9b-7ece-430d-aa59-d0462fb7b618.
Feb 18 04:42:57.615556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Calling delete_port for 468e4a9b-7ece-430d-aa59-d0462fb7b618 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:42:57.700367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97be57d-0c2f-41ba-a975-869d68d98691 req-2a21aa37-3c97-4f79-bc9c-ce537b27228e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:57.702086 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b97be57d-0c2f-41ba-a975-869d68d98691 req-2a21aa37-3c97-4f79-bc9c-ce537b27228e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.1917121
Feb 18 04:42:57.763136 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b97be57d-0c2f-41ba-a975-869d68d98691 req-bbfe3883-0819-4b5c-af39-685eeb90dd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446827
Feb 18 04:42:57.829946 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84043) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:42:57.830337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:42:58.331808 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Deleting port 468e4a9b-7ece-430d-aa59-d0462fb7b618 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:42:58.332210 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:58.594363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] For port 468e4a9b-7ece-430d-aa59-d0462fb7b618, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=468e4a9b-7ece-430d-aa59-d0462fb7b618,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:42:58.594731 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:58.920120 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:58.920683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:58.920877 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Floating IP b8154983-4eee-495a-9d18-a8ae95f4ae3c disassociated. External IP: 172.27.3.20, port: 468e4a9b-7ece-430d-aa59-d0462fb7b618.
Feb 18 04:42:58.921266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Calling delete_port for 468e4a9b-7ece-430d-aa59-d0462fb7b618 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:42:58.977120 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f76692-e6fb-4f56-9721-94d10b19266f req-505100b9-4e46-40c0-a125-ecd081e36230 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:42:58.979451 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-00f76692-e6fb-4f56-9721-94d10b19266f req-505100b9-4e46-40c0-a125-ecd081e36230 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 943 time: 0.0896122
Feb 18 04:42:59.037595 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-00f76692-e6fb-4f56-9721-94d10b19266f req-6c8ba90e-1a55-4837-89cf-3f83782a3571 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=f884476e-4192-4209-93ae-6b8dab7f6b10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496726
Feb 18 04:42:59.137687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:59.153493 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:42:59.253343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event deleted for resources: {'Port': ['ID=468e4a9b-7ece-430d-aa59-d0462fb7b618,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:42:59.266163 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:42:59.519417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:42:59.711175 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:42:59.721153 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba214104-b567-44e3-9219-1a4eda780b5d None None] Sync routers for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:42:59.731319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba214104-b567-44e3-9219-1a4eda780b5d None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:42:59.731973 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-ba214104-b567-44e3-9219-1a4eda780b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e491be0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:42:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:42:59.750248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] No DVR routers for this DVR port 468e4a9b-7ece-430d-aa59-d0462fb7b618 on host hv-cinder-77630 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:42:59.752530 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:42:59.756265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'name': 'network-vif-deleted', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:42:59.813131 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d12bc89e-9f07-4868-a301-b50e5ad448ae req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.16 "DELETE /v2.0/ports/468e4a9b-7ece-430d-aa59-d0462fb7b618 HTTP/1.1" status: 204  len: 173 time: 3.1551032
Feb 18 04:42:59.815151 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d707f9-0e90-42f9-927c-68891bdb7c5d', 'name': 'network-vif-deleted', 'tag': '468e4a9b-7ece-430d-aa59-d0462fb7b618', 'status': 'completed', 'code': 200}
Feb 18 04:42:59.936824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-ba214104-b567-44e3-9219-1a4eda780b5d None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:00.276409 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f9b1c58e-c1df-42be-a07e-4893cf880ca7 req-59fc53dd-01c9-4330-8d92-2f9348739df0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d707f9-0e90-42f9-927c-68891bdb7c5d HTTP/1.1" status: 200  len: 210 time: 0.0645423
Feb 18 04:43:00.349584 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-ba214104-b567-44e3-9219-1a4eda780b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e491be0>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:00.354720 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba214104-b567-44e3-9219-1a4eda780b5d None None] Checking router: 31b7682c-a004-4023-9b0c-4a2b7dede7b8 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:43:00.365100 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba214104-b567-44e3-9219-1a4eda780b5d None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:00.366083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-ba214104-b567-44e3-9219-1a4eda780b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e491be0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:42:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:00.371106 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54594) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:00.518977 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-eaa75ad4-2dd1-481c-a9ec-21a402fc8ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:00.536216 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-eaa75ad4-2dd1-481c-a9ec-21a402fc8ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:00.540659 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-eaa75ad4-2dd1-481c-a9ec-21a402fc8ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:9199bcdcfab04228877a33bdf111aa06 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:00.543663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-eaa75ad4-2dd1-481c-a9ec-21a402fc8ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:00.549608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-eaa75ad4-2dd1-481c-a9ec-21a402fc8ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:00.582908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-ba214104-b567-44e3-9219-1a4eda780b5d None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:00.863396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-eaa75ad4-2dd1-481c-a9ec-21a402fc8ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:00.876283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e638ad9-6299-4fc0-a85e-8e26c05c7cfc req-055f8de5-d044-4dd8-9797-ab510af029dd tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:00.877936 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2e638ad9-6299-4fc0-a85e-8e26c05c7cfc req-055f8de5-d044-4dd8-9797-ab510af029dd tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1776049
Feb 18 04:43:00.930059 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2e638ad9-6299-4fc0-a85e-8e26c05c7cfc req-1a7fe8f3-bd45-4836-ba8e-46292165e9bc tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442069
Feb 18 04:43:00.930922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-eaa75ad4-2dd1-481c-a9ec-21a402fc8ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:00.960759 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a4d56847-9966-45d0-ad7f-d85b501a0d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:00.977850 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-eaa75ad4-2dd1-481c-a9ec-21a402fc8ba5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9199bcdcfab04228877a33bdf111aa06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6037378
Feb 18 04:43:00.979173 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54602) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:00.987821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-ba214104-b567-44e3-9219-1a4eda780b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e491be0>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:00.993302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba214104-b567-44e3-9219-1a4eda780b5d None None] The sync data for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi is: [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:43:01.005203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa75ad4-2dd1-481c-a9ec-21a402fc8ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3d07e3-03e3-48d3-91e0-11140db120be,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:01.052851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-eaa75ad4-2dd1-481c-a9ec-21a402fc8ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:01.061545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e08a3b90-ee91-42d1-b8e7-612623a4c1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:01.092034 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e08a3b90-ee91-42d1-b8e7-612623a4c1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:01.223839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e08a3b90-ee91-42d1-b8e7-612623a4c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:01.229991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6386b1d4-df7d-4f98-8585-fbeaa1e2cc33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:01.244630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a3b90-ee91-42d1-b8e7-612623a4c1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3d07e3-03e3-48d3-91e0-11140db120be,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:01.248356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e08a3b90-ee91-42d1-b8e7-612623a4c1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:01.251073 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e08a3b90-ee91-42d1-b8e7-612623a4c1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:01.252355 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-e08a3b90-ee91-42d1-b8e7-612623a4c1f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b3d07e3-03e3-48d3-91e0-11140db120be HTTP/1.1" status: 204  len: 168 time: 0.2723591
Feb 18 04:43:01.448123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54612) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:01.462463 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db13926-40f3-4ed7-bc17-305acb15740b None None] New status for floating IP b8154983-4eee-495a-9d18-a8ae95f4ae3c: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:43:01.520414 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea7bd-e702-438e-95b0-5a567d74ce85 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:01.552221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea7bd-e702-438e-95b0-5a567d74ce85 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:01.657973 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea7bd-e702-438e-95b0-5a567d74ce85 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:01.664233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bcb32dc9-87b9-4769-a670-5a6ad1cce6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:01.678532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ea7bd-e702-438e-95b0-5a567d74ce85 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f884476e-4192-4209-93ae-6b8dab7f6b10,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:01.682134 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2c4ea7bd-e702-438e-95b0-5a567d74ce85 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:01.736419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea7bd-e702-438e-95b0-5a567d74ce85 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:01.736419 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2c4ea7bd-e702-438e-95b0-5a567d74ce85 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "DELETE /v2.0/security-groups/f884476e-4192-4209-93ae-6b8dab7f6b10 HTTP/1.1" status: 204  len: 168 time: 0.2835307
Feb 18 04:43:01.736419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54618) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:01.753117 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.v2.resource [None req-0ed0f645-50d7-4092-b42b-73be62c8993f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] show failed (client error): The resource could not be found.
Feb 18 04:43:01.754196 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-0ed0f645-50d7-4092-b42b-73be62c8993f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups/f884476e-4192-4209-93ae-6b8dab7f6b10 HTTP/1.1" status: 404  len: 347 time: 0.0175889
Feb 18 04:43:01.757677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54622) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:01.795096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54626) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:01.814448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0fa20cf9-b956-49da-93ac-a2c6b3d08994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:01.830033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-0fa20cf9-b956-49da-93ac-a2c6b3d08994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:01.834824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-0fa20cf9-b956-49da-93ac-a2c6b3d08994 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f30ef6258d42c8adc9b737ee171f2c is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:01.837919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-0fa20cf9-b956-49da-93ac-a2c6b3d08994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:01.843894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-0fa20cf9-b956-49da-93ac-a2c6b3d08994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:01.928108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-14984c1a-c898-4093-b322-a9342addf48c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Deleting port d745927e-4e51-4515-b7c2-e743f5be6ed2 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:43:01.928493 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14984c1a-c898-4093-b322-a9342addf48c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:01.998309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0fa20cf9-b956-49da-93ac-a2c6b3d08994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:02.028874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0fa20cf9-b956-49da-93ac-a2c6b3d08994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:02.039168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ef9da7d1-b3ca-44bb-bd03-d7394be10b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:02.085223 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-0fa20cf9-b956-49da-93ac-a2c6b3d08994 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9f30ef6258d42c8adc9b737ee171f2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2888610
Feb 18 04:43:02.087067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa20cf9-b956-49da-93ac-a2c6b3d08994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7104f337-b390-4f03-a830-ae9b49e03b8e,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:02.090581 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0fa20cf9-b956-49da-93ac-a2c6b3d08994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:02.091351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54632) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:02.156283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-10c9e816-6214-4bf6-a5f4-3c74db99e846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:02.184780 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-10c9e816-6214-4bf6-a5f4-3c74db99e846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:02.193453 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14984c1a-c898-4093-b322-a9342addf48c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:02.193831 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14984c1a-c898-4093-b322-a9342addf48c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:02.215090 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabf72b-8ad7-452a-8c0b-ecae123149ae req-9e7a51c1-10ad-40b4-802d-e18a3d2000a9 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:02.216773 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-adabf72b-8ad7-452a-8c0b-ecae123149ae req-9e7a51c1-10ad-40b4-802d-e18a3d2000a9 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.1582544
Feb 18 04:43:02.263471 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-10c9e816-6214-4bf6-a5f4-3c74db99e846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:02.273057 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-923657b6-007e-4198-9d08-06c247daf11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:02.289736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9e816-6214-4bf6-a5f4-3c74db99e846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7104f337-b390-4f03-a830-ae9b49e03b8e,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:02.292597 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-10c9e816-6214-4bf6-a5f4-3c74db99e846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:02.305023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-10c9e816-6214-4bf6-a5f4-3c74db99e846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:02.308678 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-10c9e816-6214-4bf6-a5f4-3c74db99e846 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7104f337-b390-4f03-a830-ae9b49e03b8e HTTP/1.1" status: 204  len: 168 time: 0.2137516
Feb 18 04:43:02.352699 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-14984c1a-c898-4093-b322-a9342addf48c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Calling delete_port for d745927e-4e51-4515-b7c2-e743f5be6ed2 owned by network:floatingip {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:43:02.436865 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-adabf72b-8ad7-452a-8c0b-ecae123149ae req-fd579904-9945-4139-a004-7acb3a51ed40 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624746
Feb 18 04:43:02.577578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14984c1a-c898-4093-b322-a9342addf48c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:02.593622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c6dbeb71-588a-4b11-ae4e-44e8385b0983 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:02.689582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14984c1a-c898-4093-b322-a9342addf48c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event deleted for resources: {'Port': ['ID=d745927e-4e51-4515-b7c2-e743f5be6ed2,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:02.700107 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-14984c1a-c898-4093-b322-a9342addf48c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:03.040587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14984c1a-c898-4093-b322-a9342addf48c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.055896 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-14984c1a-c898-4093-b322-a9342addf48c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.057185 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-14984c1a-c898-4093-b322-a9342addf48c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "DELETE /v2.0/floatingips/b8154983-4eee-495a-9d18-a8ae95f4ae3c HTTP/1.1" status: 204  len: 168 time: 1.2985239
Feb 18 04:43:03.268930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54662) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:03.275288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2045605599', 'description': 'tempest-description--1706238982'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:03.281634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:03.286564 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Usage tracker for resource:security_group and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:03.289652 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:03.295511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:03.349584 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.371641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:03.376038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Usage tracker for resource:security_group_rule and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:03.379113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:03.385184 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:03.458992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.491952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.498228 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7150d38d-2bf5-4b3f-b813-1e9c79ed1575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:03.503760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e1f35-010b-4cdc-ab63-2733bca29d68 req-ac807baa-75ea-4390-b4cd-33883d04d514 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:03.505370 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-003e1f35-010b-4cdc-ab63-2733bca29d68 req-ac807baa-75ea-4390-b4cd-33883d04d514 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.16 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.0983770
Feb 18 04:43:03.547567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2923377c-a09e-43db-a7b9-5127e3f5c29a,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:03.550484 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:03.576054 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.580367 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3076665
Feb 18 04:43:03.580704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54670) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:03.588180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-ebaf9f53-775a-4b41-b003-4a56d889bd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Request body: {'security_group_rule': {'security_group_id': '2923377c-a09e-43db-a7b9-5127e3f5c29a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:03.594637 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ebaf9f53-775a-4b41-b003-4a56d889bd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:03.598638 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ebaf9f53-775a-4b41-b003-4a56d889bd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Usage tracker for resource:security_group_rule and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:03.601875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ebaf9f53-775a-4b41-b003-4a56d889bd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:03.608972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ebaf9f53-775a-4b41-b003-4a56d889bd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:03.637230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-003e1f35-010b-4cdc-ab63-2733bca29d68 req-044e5fd5-604b-450d-accb-0dde6a2789c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Deleting port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:43:03.637641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-003e1f35-010b-4cdc-ab63-2733bca29d68 req-044e5fd5-604b-450d-accb-0dde6a2789c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.653922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9f53-775a-4b41-b003-4a56d889bd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.722672 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9f53-775a-4b41-b003-4a56d889bd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.740708 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54676) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:03.749205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9f53-775a-4b41-b003-4a56d889bd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.751316 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:03.774321 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27747857-2cf2-436a-842d-bd718c393042 req-95d79802-0fa7-4e28-b282-44d17bf14169 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:03.775539 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27747857-2cf2-436a-842d-bd718c393042 req-95d79802-0fa7-4e28-b282-44d17bf14169 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 945 time: 0.2223907
Feb 18 04:43:03.778367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf9f53-775a-4b41-b003-4a56d889bd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a5dab4-986c-4f30-9e28-4fc6a5a5d431,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:03.781119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ebaf9f53-775a-4b41-b003-4a56d889bd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:03.812074 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9f53-775a-4b41-b003-4a56d889bd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.813504 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ebaf9f53-775a-4b41-b003-4a56d889bd32 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2315795
Feb 18 04:43:03.816446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54682) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:03.823852 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-c49443f6-eb2f-427e-9597-e6fd143fbd16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Request body: {'security_group_rule': {'security_group_id': '2923377c-a09e-43db-a7b9-5127e3f5c29a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:03.830987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c49443f6-eb2f-427e-9597-e6fd143fbd16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:03.836007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c49443f6-eb2f-427e-9597-e6fd143fbd16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Usage tracker for resource:security_group_rule and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:03.839207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c49443f6-eb2f-427e-9597-e6fd143fbd16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:03.845390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c49443f6-eb2f-427e-9597-e6fd143fbd16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:03.878359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67ec9112-fd55-4a4e-8a35-eed2f8fc74b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.900856 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-67ec9112-fd55-4a4e-8a35-eed2f8fc74b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:03.903162 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c49443f6-eb2f-427e-9597-e6fd143fbd16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:03.913871 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-67ec9112-fd55-4a4e-8a35-eed2f8fc74b8 admin admin] Usage tracker for resource:security_group_rule and tenant:97dd54b3949a413d8cd3727e4432edc6 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:03.919269 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-67ec9112-fd55-4a4e-8a35-eed2f8fc74b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:03.921411 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27747857-2cf2-436a-842d-bd718c393042 req-15f2151e-a99f-4fba-bded-72c22e2ca733 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345136
Feb 18 04:43:03.938930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-67ec9112-fd55-4a4e-8a35-eed2f8fc74b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:03.972730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-003e1f35-010b-4cdc-ab63-2733bca29d68 req-044e5fd5-604b-450d-accb-0dde6a2789c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] For port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=26e580bc-8cc2-4174-a1a0-e9a7b3d6f007,segment=NetworkSegment(40673e1f-7fee-4c74-94be-6dd24cedfaf6),segment_id=40673e1f-7fee-4c74-94be-6dd24cedfaf6)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:03.973269 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-003e1f35-010b-4cdc-ab63-2733bca29d68 req-044e5fd5-604b-450d-accb-0dde6a2789c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.014255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c49443f6-eb2f-427e-9597-e6fd143fbd16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.040616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c49443f6-eb2f-427e-9597-e6fd143fbd16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.058138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2bc8dfc7-b1f8-462e-ade7-2655761b4662 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:04.087840 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49443f6-eb2f-427e-9597-e6fd143fbd16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea475839-8cc8-4d9c-8854-d397b3d5e7d3,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:04.090520 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c49443f6-eb2f-427e-9597-e6fd143fbd16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:04.098275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67ec9112-fd55-4a4e-8a35-eed2f8fc74b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.112432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-003e1f35-010b-4cdc-ab63-2733bca29d68 req-044e5fd5-604b-450d-accb-0dde6a2789c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Calling delete_port for 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:43:04.120234 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67ec9112-fd55-4a4e-8a35-eed2f8fc74b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.129120 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ef334c69-28d6-48e6-b4a9-594943dc58dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:04.145450 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c49443f6-eb2f-427e-9597-e6fd143fbd16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.146719 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c49443f6-eb2f-427e-9597-e6fd143fbd16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3283801
Feb 18 04:43:04.150146 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54686) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:04.158193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Request body: {'floatingip': {'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:04.167761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:04.174405 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-67ec9112-fd55-4a4e-8a35-eed2f8fc74b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97dd54b3949a413d8cd3727e4432edc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4322217
Feb 18 04:43:04.176666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec9112-fd55-4a4e-8a35-eed2f8fc74b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e7b31c-b1c1-4d5b-b87a-f74f422c190c,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:04.180815 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54690) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:04.180958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-67ec9112-fd55-4a4e-8a35-eed2f8fc74b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:04.181765 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Usage tracker for resource:floatingip and tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:04.189065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:04.206828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:04.278067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.300224 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f7237cb9-9fe0-43a5-84b5-e44f1c52c2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.436778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f7237cb9-9fe0-43a5-84b5-e44f1c52c2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.517479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-003e1f35-010b-4cdc-ab63-2733bca29d68 req-044e5fd5-604b-450d-accb-0dde6a2789c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.532445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a2b65e7f-fb2f-40ad-b2fd-0257a939a1db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:04.629598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f7237cb9-9fe0-43a5-84b5-e44f1c52c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.647046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e5fd5-604b-450d-accb-0dde6a2789c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Pushing event deleted for resources: {'Port': ['ID=26e580bc-8cc2-4174-a1a0-e9a7b3d6f007,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:04.661537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-044e5fd5-604b-450d-accb-0dde6a2789c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:04.665856 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-39e78463-7532-422c-8c94-25fa31c84696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:04.685386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7237cb9-9fe0-43a5-84b5-e44f1c52c2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e7b31c-b1c1-4d5b-b87a-f74f422c190c,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:04.693955 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f7237cb9-9fe0-43a5-84b5-e44f1c52c2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:04.698517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.832075 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f7237cb9-9fe0-43a5-84b5-e44f1c52c2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.833832 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f7237cb9-9fe0-43a5-84b5-e44f1c52c2d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05e7b31c-b1c1-4d5b-b87a-f74f422c190c HTTP/1.1" status: 204  len: 168 time: 0.6490440
Feb 18 04:43:04.870889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:43:04.895289 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-003e1f35-010b-4cdc-ab63-2733bca29d68 req-044e5fd5-604b-450d-accb-0dde6a2789c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] No DVR routers for this DVR port 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 on host hv-cinder-77630 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:43:04.900058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-003e1f35-010b-4cdc-ab63-2733bca29d68 req-044e5fd5-604b-450d-accb-0dde6a2789c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:04.911343 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-003e1f35-010b-4cdc-ab63-2733bca29d68 req-044e5fd5-604b-450d-accb-0dde6a2789c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.16 "DELETE /v2.0/ports/26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 HTTP/1.1" status: 204  len: 173 time: 1.3889368
Feb 18 04:43:04.911343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278f6f1b-6cb8-4c7c-bbe7-459d2365111b', 'name': 'network-vif-deleted', 'tag': '26e580bc-8cc2-4174-a1a0-e9a7b3d6f007'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:43:04.922064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] No Port match for: 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:43:04.922452 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 26e580bc-8cc2-4174-a1a0-e9a7b3d6f007 not bound to the agent host hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:43:04.997234 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278f6f1b-6cb8-4c7c-bbe7-459d2365111b', 'name': 'network-vif-deleted', 'tag': '26e580bc-8cc2-4174-a1a0-e9a7b3d6f007', 'status': 'completed', 'code': 200}
Feb 18 04:43:05.121567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-b39a1254-a664-4edf-8160-5b46cb2d9141 req-74af0d01-2aa0-4d45-aea4-f83d0fc36096 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Synchronizing usage tracker for tenant:484f76dfa5814b07b92bd623be6988db on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:43:05.154574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Allocated IP 172.27.3.25 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/804de6fd-b83d-4902-ab4d-2be84a2080c4) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:43:05.233084 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-b39a1254-a664-4edf-8160-5b46cb2d9141 req-74af0d01-2aa0-4d45-aea4-f83d0fc36096 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Unset dirty status for tenant:484f76dfa5814b07b92bd623be6988db on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:43:05.234367 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b39a1254-a664-4edf-8160-5b46cb2d9141 req-74af0d01-2aa0-4d45-aea4-f83d0fc36096 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=278f6f1b-6cb8-4c7c-bbe7-459d2365111b HTTP/1.1" status: 200  len: 210 time: 0.1725454
Feb 18 04:43:05.314572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:05.378001 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:05.393932 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c660c105-7d80-4193-aa7b-66e199fa01a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:05.531952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event updated for resources: {'Port': ['ID=804de6fd-b83d-4902-ab4d-2be84a2080c4,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:05.535198 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:05.560628 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d79fd47a-e00f-449f-8530-e045173e7c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:05.596181 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:43:05.597393 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:05.599718 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:43:05.687337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:05.761693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54716) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:05.783005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:05.878920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1694152453-network', 'tenant_id': '6660306333f4419b8089c5de942e923f'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:05.883997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:05.888444 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Usage tracker for resource:network and tenant:6660306333f4419b8089c5de942e923f is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:05.891542 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:05.898916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:05.931981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Made reservation on behalf of 6660306333f4419b8089c5de942e923f for: {'network': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:43:05.936960 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:05.950486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:05.966161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:05.970362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Usage tracker for resource:security_group_rule and tenant:6660306333f4419b8089c5de942e923f is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:05.973987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:05.979946 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:06.060840 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:06.068582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:06.091846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:06.107384 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-51a208eb-c23e-4981-949e-ac7d51c3bdeb tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:06.120419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:06.125025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d5a34c0a-ecc1-4562-9c24-02356d2dcb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:06.154622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:43:06.168448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3198289d-1476-4041-ba14-a4c6c0aae54c,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:06.172916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:06.173904 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794549379870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:06.174337 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Added segment a5796955-82e7-4091-b55c-d9d2d0c73bdd of type vxlan for network cc407771-8186-427b-ad41-61a07c86c410
Feb 18 04:43:06.201194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:06.244211 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event updated for resources: {'Port': ['ID=804de6fd-b83d-4902-ab4d-2be84a2080c4,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:06.249404 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:06.257742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:06.259093 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:06.259746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:06.266993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:06.359666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:06.377994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Pushing event updated for resources: {'Network': ['ID=cc407771-8186-427b-ad41-61a07c86c410,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:06.381392 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:06.389674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network cc407771-8186-427b-ad41-61a07c86c410 details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:43:06.407688 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network cc407771-8186-427b-ad41-61a07c86c410 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:43:06.415977 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.6503494
Feb 18 04:43:06.416463 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54726) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:06.423411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Request body: {'subnet': {'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1694152453-subnet', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:06.429723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:06.434130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Usage tracker for resource:subnet and tenant:6660306333f4419b8089c5de942e923f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:06.437443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:06.444002 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:06.452014 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.2941670
Feb 18 04:43:06.452014 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:06.487074 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Made reservation on behalf of 6660306333f4419b8089c5de942e923f for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:43:06.492605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852390700'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:06.700526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-4ae2f958-abca-4bce-b2a4-90820ae4cde1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Synchronizing usage tracker for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:security_group {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:43:06.750750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-4ae2f958-abca-4bce-b2a4-90820ae4cde1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Unset dirty status for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:security_group {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:43:06.752037 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-4ae2f958-abca-4bce-b2a4-90820ae4cde1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2045605599&fields=id&tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2 HTTP/1.1" status: 200  len: 267 time: 0.1011009
Feb 18 04:43:06.924205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-c115df3c-afb5-4587-940d-6ea52d1eba9c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:06.925859 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-c115df3c-afb5-4587-940d-6ea52d1eba9c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 817 time: 0.1581619
Feb 18 04:43:06.945446 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-f3bd2e10-0200-46af-8a72-9041981a4338 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/quotas/e1d37bdf922f4361aaf1de57dfd3fcc2 HTTP/1.1" status: 200  len: 375 time: 0.0122318
Feb 18 04:43:07.044122 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-d73931c1-212f-4832-8c4d-a4ba9b5e6209 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0923543
Feb 18 04:43:07.136610 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13b7e9-d6f0-4e3c-b2c3-c6310a1c5d11 req-770fa6e4-c51f-42ef-8178-2a54a640600e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:07.138204 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c13b7e9-d6f0-4e3c-b2c3-c6310a1c5d11 req-770fa6e4-c51f-42ef-8178-2a54a640600e tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.3953714
Feb 18 04:43:07.206945 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-318c9d36-0f51-4e18-9ee5-9a654e243ce2 service neutron] 10.222.0.43 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488092
Feb 18 04:43:07.242603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853475315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852390681'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:07.258772 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:07.348752 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-ddeff33d-722d-4e0e-af34-2acade287598 service neutron] 10.222.0.43 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406133
Feb 18 04:43:07.420220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=877d8b44-765c-4410-8085-eb646b3c0774,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:07.427000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:07.429793 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c13b7e9-d6f0-4e3c-b2c3-c6310a1c5d11 req-ba2f3a91-df83-4b16-879e-a0cf82cb63a7 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2846456
Feb 18 04:43:07.502492 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Checking segment: {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:43:07.502847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Network hostable DHCP agents. Network: cc407771-8186-427b-ad41-61a07c86c410, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:43:07.547055 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Network cc407771-8186-427b-ad41-61a07c86c410 is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:43:07.603521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, cc407771-8186-427b-ad41-61a07c86c410) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:07.614270 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf0cf3-4265-4194-97b0-8fea62054d26 None None] Network cc407771-8186-427b-ad41-61a07c86c410 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:43:07.623928 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4f7b1487-9fe4-49d6-9b35-39e27c886a17 req-81ea8712-5675-429f-938e-412594b12c33 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Synchronizing usage tracker for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:43:07.628730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:07.629252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:07.678811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4f7b1487-9fe4-49d6-9b35-39e27c886a17 req-81ea8712-5675-429f-938e-412594b12c33 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Unset dirty status for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:43:07.679859 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4f7b1487-9fe4-49d6-9b35-39e27c886a17 req-81ea8712-5675-429f-938e-412594b12c33 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 210 time: 0.1198554
Feb 18 04:43:07.704117 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ab5dcb16-a3f4-4c33-9162-af98c2d94244 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2863908
Feb 18 04:43:07.706773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54754) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:07.714078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:07.719534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:07.724441 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Usage tracker for resource:router and tenant:6660306333f4419b8089c5de942e923f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:07.732021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:07.742154 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:07.793222 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853815601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112158'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:07.794634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853815586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854663673'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:07.811053 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:07.862154 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e050196-1528-411a-9527-67ab390604ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:07.900830 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4124b74-8307-5700-a325-a28cfab4f9ef-cc407771-8186-427b-ad41-61a07c86c410', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774'}]}} from dv-cinder-776307-1-iscsi. {{(pid=84045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 04:43:07.901782 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:08.169296 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854663440'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:08.208304 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Allocated IP 172.20.0.2 (cc407771-8186-427b-ad41-61a07c86c410/877d8b44-765c-4410-8085-eb646b3c0774/b210d21b-8567-4875-9e32-28e36e82b630) {{(pid=84045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:43:08.432733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:08.445302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Transition to ACTIVE for port object b210d21b-8567-4875-9e32-28e36e82b630 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:08.462479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Transition to ACTIVE for port object b210d21b-8567-4875-9e32-28e36e82b630 will not be triggered until provisioned by entity DHCP. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:08.522197 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:08.596743 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:08.623141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:08.669219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6d23f-1b28-4fbd-bad3-68b39b8ac66e req-dbef695f-fe2c-4f44-9cc4-34d58275b659 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:08.669667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:08.678106 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c7f6d23f-1b28-4fbd-bad3-68b39b8ac66e req-dbef695f-fe2c-4f44-9cc4-34d58275b659 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.1143396
Feb 18 04:43:08.702242 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Pushing event updated for resources: {'Port': ['ID=b210d21b-8567-4875-9e32-28e36e82b630,revision_number=1']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:08.706364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:08.711808 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:08.713677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88936383-79f8-4182-bf55-71e619143956 req-22734033-adfd-4a22-85d1-7061e55646a0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:08.715344 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88936383-79f8-4182-bf55-71e619143956 req-22734033-adfd-4a22-85d1-7061e55646a0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.2897327
Feb 18 04:43:08.729198 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c7f6d23f-1b28-4fbd-bad3-68b39b8ac66e req-6553de97-0715-4135-8670-771400675dd3 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498171
Feb 18 04:43:08.769474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Network cc407771-8186-427b-ad41-61a07c86c410 is already hosted by enough agents. {{(pid=84045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:43:08.771526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Resources bound (agent type, host, resource id):  {{(pid=84045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:08.774452 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Received port after_create {{(pid=84045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:43:08.836584 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88936383-79f8-4182-bf55-71e619143956 req-e0890416-d282-486d-9c8e-4bb305aa59e0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716348
Feb 18 04:43:08.865325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Attempting to bind port b210d21b-8567-4875-9e32-28e36e82b630 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:43:08.865325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Attempting to bind port b210d21b-8567-4875-9e32-28e36e82b630 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:43:08.865325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Attempting to bind port b210d21b-8567-4875-9e32-28e36e82b630 on network cc407771-8186-427b-ad41-61a07c86c410 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:43:08.865325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:43:08.865325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Checking segment: {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:43:08.865325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:08.865325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Bound using segment: {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:43:08.865325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Bound port: b210d21b-8567-4875-9e32-28e36e82b630, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:43:08.865325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:08.915631 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4c1169e7-b2e3-43d4-90ca-103065941b93 req-daa53235-37d1-4d37-b4c3-23be7be5e0bc tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 210 time: 0.0492623
Feb 18 04:43:08.958434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] For port b210d21b-8567-4875-9e32-28e36e82b630, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:43:08.961899 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] For port b210d21b-8567-4875-9e32-28e36e82b630, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=b210d21b-8567-4875-9e32-28e36e82b630,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:43:09.023579 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Allocated IP 172.27.3.37 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/2feb5717-7971-4c35-9097-81390e03ce9b) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:43:09.130511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:09.146595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-053c53cb-5b87-424f-b707-f2e4edeae10f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:09.185084 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:09.241250 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:09.262093 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3b3c46e0-75b7-4fe6-97f1-707224cc83bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:09.404261 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Pushing event updated for resources: {'Port': ['ID=2feb5717-7971-4c35-9097-81390e03ce9b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:09.407271 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:09.460542 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:43:09.461779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:09.464236 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:43:09.472793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Pushing event updated for resources: {'Port': ['ID=b210d21b-8567-4875-9e32-28e36e82b630,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:09.476559 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:09.494052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:09.747114 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:10.085735 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53ec8-8984-4029-89f2-229477be547d req-8ee9d972-409b-4ae4-8cfe-da86e6c565a6 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:10.087482 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cbd53ec8-8984-4029-89f2-229477be547d req-8ee9d972-409b-4ae4-8cfe-da86e6c565a6 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.0974917
Feb 18 04:43:10.141098 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cbd53ec8-8984-4029-89f2-229477be547d req-e767a839-71fc-407d-8ed1-d0a899e336cb tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469110
Feb 18 04:43:10.211000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-e5d7437e-841d-46c6-9d71-8827d9707d5f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:10.212556 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-e5d7437e-841d-46c6-9d71-8827d9707d5f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.16 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 817 time: 0.5187244
Feb 18 04:43:10.218910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0cf5b-ffe7-4001-a34f-ccedb6a0cef6 req-a3faf6fe-16da-49e5-a555-4d912bb2f314 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:10.220428 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dde0cf5b-ffe7-4001-a34f-ccedb6a0cef6 req-a3faf6fe-16da-49e5-a555-4d912bb2f314 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.1814911
Feb 18 04:43:10.356205 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3db52e32-3179-425d-af80-51e135d42246 req-fd79ec20-f2c4-4069-bdc6-8e4ade660904 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 210 time: 0.1046529
Feb 18 04:43:10.382277 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dde0cf5b-ffe7-4001-a34f-ccedb6a0cef6 req-6225cfb7-c843-408a-a905-ab888dcb2ab2 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441426
Feb 18 04:43:10.475912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-cd4a7ecb-abf6-4018-9516-9f29426a21a0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Synchronizing usage tracker for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:43:10.516370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-cd4a7ecb-abf6-4018-9516-9f29426a21a0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Unset dirty status for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:43:10.517723 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-cd4a7ecb-abf6-4018-9516-9f29426a21a0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2 HTTP/1.1" status: 200  len: 5705 time: 0.2954183
Feb 18 04:43:10.518517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:10.579276 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Request body: {'port': {'device_id': '9350a956-1b4f-426f-9577-b359dc639436', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'admin_state_up': True, 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'security_groups': ['2923377c-a09e-43db-a7b9-5127e3f5c29a']}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:10.784350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device edd7077c-a067-4c52-a899-dfa7ccdbfc5b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:10.867496 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port edd7077c-a067-4c52-a899-dfa7ccdbfc5b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:10.868253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:10.919994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:10.938504 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:10.951490 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device b210d21b-8567-4875-9e32-28e36e82b630 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:11.002905 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-feb985fd-bada-4098-adab-b902889eb867 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:11.005303 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-feb985fd-bada-4098-adab-b902889eb867 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.16 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1575072
Feb 18 04:43:11.010937 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f74e0-1b33-48cc-b5e8-fa99d4cb1a29 None None] Network cc407771-8186-427b-ad41-61a07c86c410 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:43:11.021737 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Made reservation on behalf of e1d37bdf922f4361aaf1de57dfd3fcc2 for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:43:11.027552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:11.087253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Deleting port edd7077c-a067-4c52-a899-dfa7ccdbfc5b {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:43:11.087813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:11.090833 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796642'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:11.135622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-bc9553fa-aae0-48f4-baa6-5da225a24fa5 None None] Provisioning for port b210d21b-8567-4875-9e32-28e36e82b630 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:11.282380 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port b210d21b-8567-4875-9e32-28e36e82b630 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:11.289805 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-bc9553fa-aae0-48f4-baa6-5da225a24fa5 None None] Provisioning complete for port b210d21b-8567-4875-9e32-28e36e82b630 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:11.290419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bc9553fa-aae0-48f4-baa6-5da225a24fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:11.326587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port b210d21b-8567-4875-9e32-28e36e82b630 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:11.326891 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:11.602399 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b475a2f7-3bb5-4fac-9ce8-08a9836e4857 req-281d6472-f399-4722-8817-1548268b7519 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 210 time: 0.1067290
Feb 18 04:43:11.632570 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Allocated IP 172.20.0.10 (67c7849d-dc25-460c-aef1-ab79d87835ac/67a022bf-fb15-4b2f-81b7-07983e8da5c8/daec314d-de6d-4422-b0c9-cea549966020) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:43:11.638059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] For port edd7077c-a067-4c52-a899-dfa7ccdbfc5b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=edd7077c-a067-4c52-a899-dfa7ccdbfc5b,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:11.638535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:11.652995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6553b4-49e6-42b6-8f58-2b71646265d6 req-22933c08-801a-4686-8bdd-b9a702bfc3cc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:11.654604 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-df6553b4-49e6-42b6-8f58-2b71646265d6 req-22933c08-801a-4686-8bdd-b9a702bfc3cc tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 945 time: 0.1637039
Feb 18 04:43:11.659065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Router 080d65e3-660b-4745-bb4f-ef6659615281 is scheduled to L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 04:43:11.681158 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:11.697492 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bc9553fa-aae0-48f4-baa6-5da225a24fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:11.750466 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port b210d21b-8567-4875-9e32-28e36e82b630, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=b210d21b-8567-4875-9e32-28e36e82b630,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:11.823804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:11.827120 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:11.867675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-bc9553fa-aae0-48f4-baa6-5da225a24fa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84045) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:43:11.867894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-bc9553fa-aae0-48f4-baa6-5da225a24fa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:43:11.872948 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-df6553b4-49e6-42b6-8f58-2b71646265d6 req-6ada7a14-7523-4828-bc6c-af099de974be tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5e59874-b87c-4224-a7be-9863e23b1cd0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1583698
Feb 18 04:43:11.927500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=b210d21b-8567-4875-9e32-28e36e82b630,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:11.938590 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:12.050422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:12.051418 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:12.051782 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Floating IP ddf1b25d-2dbb-4bb8-859c-2c5ac8de042b disassociated. External IP: 172.27.3.179, port: edd7077c-a067-4c52-a899-dfa7ccdbfc5b.
Feb 18 04:43:12.052333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Calling delete_port for edd7077c-a067-4c52-a899-dfa7ccdbfc5b owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:43:12.256123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:12.272770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:12.344329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:43:12.356282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Sync routers for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:43:12.367062 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:12.367957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e6e3dd8>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:12.373137 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event deleted for resources: {'Port': ['ID=edd7077c-a067-4c52-a899-dfa7ccdbfc5b,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:12.379604 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b22a70-489c-4fe7-ad1b-156e97b1c28b req-5b7935d3-8d9d-41bb-9cd2-290085870e6f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:12.381255 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-92b22a70-489c-4fe7-ad1b-156e97b1c28b req-5b7935d3-8d9d-41bb-9cd2-290085870e6f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.5221241
Feb 18 04:43:12.388357 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:12.389584 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:12.434985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Transition to ACTIVE for port object daec314d-de6d-4422-b0c9-cea549966020 will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:12.467488 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-92b22a70-489c-4fe7-ad1b-156e97b1c28b req-207a522e-6404-4ac0-b551-eae4e7c8b363 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749986
Feb 18 04:43:12.494261 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:12.498273 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-b3ae1f97-15d7-4e25-8c00-9b514ee7a671 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.7870955
Feb 18 04:43:12.498808 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54794) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:12.577102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-e11c8733-d393-4424-a9eb-d3643f95b807 None None] Provisioning complete for port b210d21b-8567-4875-9e32-28e36e82b630 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:12.577786 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e11c8733-d393-4424-a9eb-d3643f95b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:12.585896 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:12.607597 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:12.685750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Router c9aa9f1f-ee14-419e-842b-c538cff462ac has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:43:12.722964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:12.746897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device edd7077c-a067-4c52-a899-dfa7ccdbfc5b no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:43:12.822561 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device b210d21b-8567-4875-9e32-28e36e82b630 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:12.852050 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] No Port match for: edd7077c-a067-4c52-a899-dfa7ccdbfc5b {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:43:12.852657 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device edd7077c-a067-4c52-a899-dfa7ccdbfc5b not bound to the agent host hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:43:12.959667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port b210d21b-8567-4875-9e32-28e36e82b630 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:12.960088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:12.966467 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event updated for resources: {'Port': ['ID=daec314d-de6d-4422-b0c9-cea549966020,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:12.990089 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:13.043461 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e6e3dd8>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:10Z', 'revision_number': 3, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:13.049515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:43:13.054356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Checking router: 080d65e3-660b-4745-bb4f-ef6659615281 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:43:13.056640 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Updating router 080d65e3-660b-4745-bb4f-ef6659615281 port 2feb5717-7971-4c35-9097-81390e03ce9b binding host dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:43:13.067185 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe00ac-bee4-483d-9e5a-16459780658d None None] Sync routers for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:43:13.101573 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] No DVR routers for this DVR port edd7077c-a067-4c52-a899-dfa7ccdbfc5b on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:43:13.103982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:13.107032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe00ac-bee4-483d-9e5a-16459780658d None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:13.107736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-80fe00ac-bee4-483d-9e5a-16459780658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3df0afd0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:13.122116 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Network 67c7849d-dc25-460c-aef1-ab79d87835ac is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:43:13.147000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'name': 'network-vif-deleted', 'tag': 'edd7077c-a067-4c52-a899-dfa7ccdbfc5b'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:43:13.157965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:13.177015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:13.190344 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:43:13.221539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a1e63-9198-4dc4-a78f-b10c1a49a190 req-9c304a97-f298-4a65-b60d-a367eafb3dff tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:13.230865 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5d3a1e63-9198-4dc4-a78f-b10c1a49a190 req-9c304a97-f298-4a65-b60d-a367eafb3dff tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 932 time: 0.3515975
Feb 18 04:43:13.259918 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7c7d5d28-50fc-41b1-9e14-b08aa25a9043 req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.16 "DELETE /v2.0/ports/edd7077c-a067-4c52-a899-dfa7ccdbfc5b HTTP/1.1" status: 204  len: 173 time: 2.2468109
Feb 18 04:43:13.275116 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:13.276170 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:13.295054 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-25b20874-39b1-4bdc-80e6-e2afdd2aca74 req-c6552b06-9f26-4dac-914f-1ca9c4ecb959 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=acd36d12-a705-497b-8ef3-8f5d4d9a5ad3 HTTP/1.1" status: 200  len: 210 time: 0.1625214
Feb 18 04:43:13.309477 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5d3a1e63-9198-4dc4-a78f-b10c1a49a190 req-32cf0b75-7b52-436d-812f-13cac4c92314 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776925
Feb 18 04:43:13.363944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48617d85-2022-4a28-82ee-11bd667ebbf0 req-2cfa6942-d4d4-4c81-9f3f-a6adbde67196 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:13.365550 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-48617d85-2022-4a28-82ee-11bd667ebbf0 req-2cfa6942-d4d4-4c81-9f3f-a6adbde67196 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.2659719
Feb 18 04:43:13.439248 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd36d12-a705-497b-8ef3-8f5d4d9a5ad3', 'name': 'network-vif-deleted', 'tag': 'edd7077c-a067-4c52-a899-dfa7ccdbfc5b', 'status': 'completed', 'code': 200}
Feb 18 04:43:13.491414 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9165747
Feb 18 04:43:13.511673 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-80fe00ac-bee4-483d-9e5a-16459780658d None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:13.516009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Request body: {'port': {'device_id': '9350a956-1b4f-426f-9577-b359dc639436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:13.537007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-48617d85-2022-4a28-82ee-11bd667ebbf0 req-46053891-8d93-4fe5-8eab-fc36a3bc2dde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Deleting port cdd08d1f-98ba-4dd7-8336-8a32479f507d {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:43:13.537441 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-48617d85-2022-4a28-82ee-11bd667ebbf0 req-46053891-8d93-4fe5-8eab-fc36a3bc2dde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:13.783702 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:13.798523 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Transition to ACTIVE for port object 2feb5717-7971-4c35-9097-81390e03ce9b will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:13.824412 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-42ea5632-ff50-42cf-a98e-f4abb7ef2c56 None None] Provisioning for port daec314d-de6d-4422-b0c9-cea549966020 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:13.841971 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-42ea5632-ff50-42cf-a98e-f4abb7ef2c56 None None] Provisioning complete for port daec314d-de6d-4422-b0c9-cea549966020 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:13.842390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-42ea5632-ff50-42cf-a98e-f4abb7ef2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:13.844266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:13.871852 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317664f8-1cbb-41ff-b3a4-9b66740c59f3 req-4bb2fa10-db8c-46f2-a170-3ba61fb7efab tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:13.873712 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-317664f8-1cbb-41ff-b3a4-9b66740c59f3 req-4bb2fa10-db8c-46f2-a170-3ba61fb7efab tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 946 time: 0.2305329
Feb 18 04:43:13.983613 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-42ea5632-ff50-42cf-a98e-f4abb7ef2c56 None None] Port daec314d-de6d-4422-b0c9-cea549966020 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:43:13.998315 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-317664f8-1cbb-41ff-b3a4-9b66740c59f3 req-48f46d45-f5c8-4735-a7ce-241a4d9b3326 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/security-groups?id=d94b7706-a12f-4144-b799-f5e6d31b0963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180143
Feb 18 04:43:14.033499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-80fe00ac-bee4-483d-9e5a-16459780658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3df0afd0>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:45Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:14.043048 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe00ac-bee4-483d-9e5a-16459780658d None None] Checking router: c9aa9f1f-ee14-419e-842b-c538cff462ac for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:43:14.053556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-48617d85-2022-4a28-82ee-11bd667ebbf0 req-46053891-8d93-4fe5-8eab-fc36a3bc2dde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] For port cdd08d1f-98ba-4dd7-8336-8a32479f507d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=cdd08d1f-98ba-4dd7-8336-8a32479f507d,segment=NetworkSegment(40673e1f-7fee-4c74-94be-6dd24cedfaf6),segment_id=40673e1f-7fee-4c74-94be-6dd24cedfaf6)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:14.054061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-48617d85-2022-4a28-82ee-11bd667ebbf0 req-46053891-8d93-4fe5-8eab-fc36a3bc2dde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:14.056291 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe00ac-bee4-483d-9e5a-16459780658d None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:14.057563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-80fe00ac-bee4-483d-9e5a-16459780658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3df0afd0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:14.089935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:14.187982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:14.285335 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Pushing event updated for resources: {'Port': ['ID=2feb5717-7971-4c35-9097-81390e03ce9b,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:14.299213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.299598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.299978 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.300349 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.301213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.301594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.301962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.302395 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.303283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.303658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.304026 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.304390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.304801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.305172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.305537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.305897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.306252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.306609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.306995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.307354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.307716 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.308083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.308426 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.308778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:14.324675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:14.326019 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-48617d85-2022-4a28-82ee-11bd667ebbf0 req-46053891-8d93-4fe5-8eab-fc36a3bc2dde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Calling delete_port for cdd08d1f-98ba-4dd7-8336-8a32479f507d owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:43:14.380828 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:14.397858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Attempting to bind port 2feb5717-7971-4c35-9097-81390e03ce9b on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:43:14.398268 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Attempting to bind port 2feb5717-7971-4c35-9097-81390e03ce9b by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:43:14.398680 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Attempting to bind port 2feb5717-7971-4c35-9097-81390e03ce9b on network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:43:14.406568 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:43:14.408766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Checking segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:43:14.408766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:14.408766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Bound using segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:43:14.409329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Bound port: 2feb5717-7971-4c35-9097-81390e03ce9b, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:43:14.409752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:14.563546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-80fe00ac-bee4-483d-9e5a-16459780658d None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:14.572212 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] For port 2feb5717-7971-4c35-9097-81390e03ce9b, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:43:14.574414 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54816) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:14.576562 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] For port 2feb5717-7971-4c35-9097-81390e03ce9b, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=2feb5717-7971-4c35-9097-81390e03ce9b,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:43:14.612295 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:14.679151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6a042-2d4e-42bc-8cb5-a36d174cb0ff req-175b41f5-c9ad-400d-b259-1da0eee3c45b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:14.680800 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d2b6a042-2d4e-42bc-8cb5-a36d174cb0ff req-175b41f5-c9ad-400d-b259-1da0eee3c45b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 932 time: 0.1201799
Feb 18 04:43:14.705066 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-48617d85-2022-4a28-82ee-11bd667ebbf0 req-46053891-8d93-4fe5-8eab-fc36a3bc2dde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:14.719678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-168ad6d8-1ae7-4890-8b90-d82f690abcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:14.748378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cdd08d1f-98ba-4dd7-8336-8a32479f507d no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:43:14.794521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3f0b-30e0-4fea-b514-f5d0d65ea247 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:14.827350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3f0b-30e0-4fea-b514-f5d0d65ea247 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:14.838167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Pushing event updated for resources: {'Port': ['ID=2feb5717-7971-4c35-9097-81390e03ce9b,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:14.863370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:14.867358 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] No Port match for: cdd08d1f-98ba-4dd7-8336-8a32479f507d {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:43:14.868006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cdd08d1f-98ba-4dd7-8336-8a32479f507d not bound to the agent host hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:43:14.896774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:14.896774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e6e3dd8>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:14.927761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3f0b-30e0-4fea-b514-f5d0d65ea247 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:14.941986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b91cd859-f066-4835-bc36-45b12291cb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:14.966159 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c3f0b-30e0-4fea-b514-f5d0d65ea247 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e59874-b87c-4224-a7be-9863e23b1cd0,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:14.989456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ec4c3f0b-30e0-4fea-b514-f5d0d65ea247 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:15.054017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:15.105530 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3f0b-30e0-4fea-b514-f5d0d65ea247 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:15.106774 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ec4c3f0b-30e0-4fea-b514-f5d0d65ea247 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "DELETE /v2.0/security-groups/b5e59874-b87c-4224-a7be-9863e23b1cd0 HTTP/1.1" status: 204  len: 168 time: 0.5202968
Feb 18 04:43:15.112402 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54822) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:15.138139 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.v2.resource [None req-f012c561-1506-40aa-96f3-e7a4ee19192e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] show failed (client error): The resource could not be found.
Feb 18 04:43:15.139352 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f012c561-1506-40aa-96f3-e7a4ee19192e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups/b5e59874-b87c-4224-a7be-9863e23b1cd0 HTTP/1.1" status: 404  len: 347 time: 0.0259185
Feb 18 04:43:15.144551 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54826) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:15.175124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:15.256502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46053891-8d93-4fe5-8eab-fc36a3bc2dde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Pushing event deleted for resources: {'Port': ['ID=cdd08d1f-98ba-4dd7-8336-8a32479f507d,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:15.260601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-46053891-8d93-4fe5-8eab-fc36a3bc2dde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:15.275479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:15.276014 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-80fe00ac-bee4-483d-9e5a-16459780658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3df0afd0>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:45Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:15.281234 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe00ac-bee4-483d-9e5a-16459780658d None None] The sync data for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi is: [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:45Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:43:15.350098 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d2b6a042-2d4e-42bc-8cb5-a36d174cb0ff req-85e177bb-744f-41d1-80f7-fdd519f0b1e4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6617978
Feb 18 04:43:15.355911 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-48617d85-2022-4a28-82ee-11bd667ebbf0 req-46053891-8d93-4fe5-8eab-fc36a3bc2dde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] No DVR routers for this DVR port cdd08d1f-98ba-4dd7-8336-8a32479f507d on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:43:15.359634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-48617d85-2022-4a28-82ee-11bd667ebbf0 req-46053891-8d93-4fe5-8eab-fc36a3bc2dde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:15.442766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd6b564-fef0-4bf2-a352-7f7e6c5cd364', 'name': 'network-vif-deleted', 'tag': 'cdd08d1f-98ba-4dd7-8336-8a32479f507d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:43:15.475488 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-48617d85-2022-4a28-82ee-11bd667ebbf0 req-46053891-8d93-4fe5-8eab-fc36a3bc2dde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.16 "DELETE /v2.0/ports/cdd08d1f-98ba-4dd7-8336-8a32479f507d HTTP/1.1" status: 204  len: 173 time: 2.1037576
Feb 18 04:43:15.481086 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-849e2323-f234-48e8-9245-0f1bea054834 req-48b924b4-670a-4b4a-8b8b-307d2ecf5e64 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0940914
Feb 18 04:43:15.550524 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd6b564-fef0-4bf2-a352-7f7e6c5cd364', 'name': 'network-vif-deleted', 'tag': 'cdd08d1f-98ba-4dd7-8336-8a32479f507d', 'status': 'completed', 'code': 200}
Feb 18 04:43:15.592130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e2323-f234-48e8-9245-0f1bea054834 req-1522264a-37c9-4bd4-adbd-e5be0d712b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:15.594160 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-849e2323-f234-48e8-9245-0f1bea054834 req-1522264a-37c9-4bd4-adbd-e5be0d712b79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c71ef4e1734d45caa55df7aabefe64f9&device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 1163 time: 0.0906878
Feb 18 04:43:15.659403 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e6e3dd8>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:10Z', 'revision_number': 3, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:15.665537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b695e31-d353-4ad0-94a6-4fa1b2be7340 None None] The sync data for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi is: [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:10Z', 'revision_number': 3, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:43:15.679133 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daec314d-de6d-4422-b0c9-cea549966020 {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:43:15.685483 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-406854bc-36be-43af-b0c8-2375ffb52725 req-6691e16b-3649-4601-b7c7-1560ba10fb06 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcd6b564-fef0-4bf2-a352-7f7e6c5cd364 HTTP/1.1" status: 200  len: 210 time: 0.1298032
Feb 18 04:43:15.713984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:15.793496 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e2323-f234-48e8-9245-0f1bea054834 req-fbc58dad-e942-4177-9340-d44f54e9091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:15.795240 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-849e2323-f234-48e8-9245-0f1bea054834 req-fbc58dad-e942-4177-9340-d44f54e9091e service neutron] 10.222.0.16 "GET /v2.0/networks?id=86c16645-192b-4075-a932-aaf87fb566e4 HTTP/1.1" status: 200  len: 903 time: 0.1783266
Feb 18 04:43:15.817801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Allocated IP 172.20.0.1 (cc407771-8186-427b-ad41-61a07c86c410/877d8b44-765c-4410-8085-eb646b3c0774/3371343a-f6eb-4ad1-99cf-b2893f141248) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:43:15.826677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Transition to ACTIVE for port object daec314d-de6d-4422-b0c9-cea549966020 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:15.831309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Deleting port 1cdd1a32-c3aa-4584-a6fb-cdec5a451a71 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:43:15.831686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:15.875814 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:15.876518 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74fd9c3-90ce-4ed8-9103-92b2b786f7f6 None None] New status for floating IP ddf1b25d-2dbb-4bb8-859c-2c5ac8de042b: DOWN {{(pid=84046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:43:15.900383 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9bed7710-c11b-4561-9691-37a30dcb13e7 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:15.912001 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-849e2323-f234-48e8-9245-0f1bea054834 req-c10172f8-83e1-47cb-909e-996866e3cfbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 200  len: 1002 time: 0.1094768
Feb 18 04:43:16.028420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e2323-f234-48e8-9245-0f1bea054834 req-f4157e07-2985-4835-95bb-d87267a2e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:16.030266 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-849e2323-f234-48e8-9245-0f1bea054834 req-f4157e07-2985-4835-95bb-d87267a2e9bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ace81c5-6728-476b-8aac-1cd109d8d830 HTTP/1.1" status: 200  len: 848 time: 0.1099665
Feb 18 04:43:16.128271 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e2323-f234-48e8-9245-0f1bea054834 req-2d860877-4417-499a-adc7-ef71291c3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:16.130600 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-849e2323-f234-48e8-9245-0f1bea054834 req-2d860877-4417-499a-adc7-ef71291c3c1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86c16645-192b-4075-a932-aaf87fb566e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874243
Feb 18 04:43:16.279125 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Pushing event updated for resources: {'Port': ['ID=daec314d-de6d-4422-b0c9-cea549966020,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:16.290233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:16.341182 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-849e2323-f234-48e8-9245-0f1bea054834 req-aea2d034-2397-4e60-be3b-4aebe15a0db0 service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977513
Feb 18 04:43:16.406324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:16.406692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:16.515278 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-849e2323-f234-48e8-9245-0f1bea054834 req-1af500b9-d94f-4479-b098-bb307c43154b service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1612005
Feb 18 04:43:16.518197 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:16.622101 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97963e1c-2ad9-4a55-a59f-8672c1b549e5 req-4e486f90-bce6-440e-9caa-101710567c13 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:16.624776 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-97963e1c-2ad9-4a55-a59f-8672c1b549e5 req-4e486f90-bce6-440e-9caa-101710567c13 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.1065207
Feb 18 04:43:16.686973 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-97963e1c-2ad9-4a55-a59f-8672c1b549e5 req-0ec17db7-0e66-4b37-8770-29796b5cb909 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546989
Feb 18 04:43:16.690580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Calling delete_port for 1cdd1a32-c3aa-4584-a6fb-cdec5a451a71 owned by network:floatingip {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:43:16.746216 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Transition to ACTIVE for port object 3371343a-f6eb-4ad1-99cf-b2893f141248 will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:16.814810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54836) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:16.829608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Attempting to bind port daec314d-de6d-4422-b0c9-cea549966020 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:43:16.829985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Attempting to bind port daec314d-de6d-4422-b0c9-cea549966020 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:43:16.830362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Attempting to bind port daec314d-de6d-4422-b0c9-cea549966020 on network 67c7849d-dc25-460c-aef1-ab79d87835ac {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:43:16.838124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:43:16.838510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Checking segment: {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:43:16.838949 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:16.839346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Bound using segment: {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:43:16.839833 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Bound port: daec314d-de6d-4422-b0c9-cea549966020, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e1dfe3-7324-454b-b43d-3ab610b6545e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:43:16.840213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:16.875298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 2feb5717-7971-4c35-9097-81390e03ce9b up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:16.906909 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84043) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:43:16.907144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:43:16.934525 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:16.955475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-44786fed-8618-4ad4-bf60-2168e21ef300 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:16.994948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 2feb5717-7971-4c35-9097-81390e03ce9b completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:17.000820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 2feb5717-7971-4c35-9097-81390e03ce9b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:17.001244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:17.092435 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] For port daec314d-de6d-4422-b0c9-cea549966020, host hv-cinder-77630, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:43:17.150751 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] For port daec314d-de6d-4422-b0c9-cea549966020, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=daec314d-de6d-4422-b0c9-cea549966020,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:43:17.172446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Pushing event updated for resources: {'Port': ['ID=3371343a-f6eb-4ad1-99cf-b2893f141248,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:17.177302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:17.186002 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:17.192043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:17.208753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 2feb5717-7971-4c35-9097-81390e03ce9b, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=2feb5717-7971-4c35-9097-81390e03ce9b,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:17.240642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:17.247639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:17.259523 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b87cabd4-5ffd-48f4-9cfa-c00fd806df54 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:17.322661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=2feb5717-7971-4c35-9097-81390e03ce9b,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:17.326227 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:17.359244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Network cc407771-8186-427b-ad41-61a07c86c410 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:43:17.368120 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:17.375053 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:43:17.408243 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Deleting port 1cdd1a32-c3aa-4584-a6fb-cdec5a451a71 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:43:17.408626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:17.456411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Pushing event updated for resources: {'Port': ['ID=daec314d-de6d-4422-b0c9-cea549966020,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:17.467641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853798796'] for router_interface, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:17.477427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:17.546196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977125'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:17.615060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:17.615738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:17.617217 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/daec314d-de6d-4422-b0c9-cea549966020 HTTP/1.1" status: 200  len: 1158 time: 4.1122873
Feb 18 04:43:17.628261 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:43:17.709582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:17.709967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:17.717126 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-611b7a2e-b560-48c8-9176-6be17b125423 None None] Provisioning for port 3371343a-f6eb-4ad1-99cf-b2893f141248 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:17.730427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-611b7a2e-b560-48c8-9176-6be17b125423 None None] Provisioning complete for port 3371343a-f6eb-4ad1-99cf-b2893f141248 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:17.732142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-611b7a2e-b560-48c8-9176-6be17b125423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:17.860159 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-611b7a2e-b560-48c8-9176-6be17b125423 None None] Port 3371343a-f6eb-4ad1-99cf-b2893f141248 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:43:17.938473 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] Deleting port 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:43:17.939034 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:18.043082 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020', 'status': 'completed', 'code': 200}
Feb 18 04:43:18.131669 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] For port 98bffa0a-9028-44ef-a9e9-ddf44fa170b5, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=98bffa0a-9028-44ef-a9e9-ddf44fa170b5,segment=NetworkSegment(40673e1f-7fee-4c74-94be-6dd24cedfaf6),segment_id=40673e1f-7fee-4c74-94be-6dd24cedfaf6)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:18.132070 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:18.220046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Calling delete_port for 1cdd1a32-c3aa-4584-a6fb-cdec5a451a71 owned by network:floatingip {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:43:18.267356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] Calling delete_port for 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 owned by network:router_interface {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:43:18.401485 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-1e7bd233-da6b-43c7-aeb4-7cb071d9d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:18.403160 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-1e7bd233-da6b-43c7-aeb4-7cb071d9d3c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 1161 time: 0.6843638
Feb 18 04:43:18.502892 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb905f4-59d3-4e44-a9f6-22c44fa48eef req-345fcda5-b620-4642-9340-23024a7f871b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:18.503665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-5cb905f4-59d3-4e44-a9f6-22c44fa48eef req-345fcda5-b620-4642-9340-23024a7f871b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Synchronizing usage tracker for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:43:18.549441 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-a10b3f15-56aa-41ea-b1c1-2b153b75c678 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daec314d-de6d-4422-b0c9-cea549966020 HTTP/1.1" status: 200  len: 217 time: 0.1349750
Feb 18 04:43:18.553455 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:18.679500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-5cb905f4-59d3-4e44-a9f6-22c44fa48eef req-345fcda5-b620-4642-9340-23024a7f871b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Unset dirty status for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:43:18.680528 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:18.680793 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5cb905f4-59d3-4e44-a9f6-22c44fa48eef req-345fcda5-b620-4642-9340-23024a7f871b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.6368868
Feb 18 04:43:18.732502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:18.784254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bb830ada-073f-4861-a6ef-8b4cbdd14cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:18.815989 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-aefa682f-aba0-4e9c-b8bf-ce7f0b6ad403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:18.818182 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-aefa682f-aba0-4e9c-b8bf-ce7f0b6ad403 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67a022bf-fb15-4b2f-81b7-07983e8da5c8 HTTP/1.1" status: 200  len: 856 time: 0.2534382
Feb 18 04:43:18.824637 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 2feb5717-7971-4c35-9097-81390e03ce9b up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:18.907387 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 2feb5717-7971-4c35-9097-81390e03ce9b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:18.907809 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:18.995217 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-50d00a0e-710f-4ca2-8751-ef207079c9e5 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:19.050005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98bffa0a-9028-44ef-a9e9-ddf44fa170b5,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:19.053840 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:19.063103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event deleted for resources: {'Port': ['ID=1cdd1a32-c3aa-4584-a6fb-cdec5a451a71,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:19.081777 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:19.109756 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5cb905f4-59d3-4e44-a9f6-22c44fa48eef req-ce2ca5b2-1eb4-4643-98a8-0720c24b1003 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4203627
Feb 18 04:43:19.258124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-214161ff-dc72-409b-ae0e-9940ce5aeafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:19.259791 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-214161ff-dc72-409b-ae0e-9940ce5aeafa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67c7849d-dc25-460c-aef1-ab79d87835ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3739936
Feb 18 04:43:19.327783 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-977351'] for router_interface, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:19.368942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:19.399582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:19.415233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:19.447517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:19.528345 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:19.529587 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "DELETE /v2.0/floatingips/ddf1b25d-2dbb-4bb8-859c-2c5ac8de042b HTTP/1.1" status: 204  len: 168 time: 4.3808675
Feb 18 04:43:19.578168 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-4fa6dbdf-5d03-4175-8b9f-4b05d3c8b2b4 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3077972
Feb 18 04:43:19.582033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854013805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853798841'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:19.598205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Pushing event updated for resources: {'Port': ['ID=3371343a-f6eb-4ad1-99cf-b2893f141248,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:19.680454 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:19.871269 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] Router d4baa69b-6e93-480b-9b96-1f1530210c7e has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:43:20.070898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54846) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:20.081536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204972075', 'description': 'tempest-description--658954011'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:20.082065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:43:20.091595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811eec8-9740-4a9e-8c13-e4ff5ec9fea2 None None] Sync routers for ids ['d4baa69b-6e93-480b-9b96-1f1530210c7e'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:43:20.093884 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8022826-c19f-4b65-bbbc-603f3aa9f7a6 req-f4e8e3dc-f3c3-40b4-9e5c-c0a285fd7c2e service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4972672
Feb 18 04:43:20.094901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:20.099357 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54850) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:20.100193 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] 10.222.0.43 "PUT /v2.0/routers/d4baa69b-6e93-480b-9b96-1f1530210c7e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2835279
Feb 18 04:43:20.102953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811eec8-9740-4a9e-8c13-e4ff5ec9fea2 None None] Routers {'d4baa69b-6e93-480b-9b96-1f1530210c7e'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:20.103854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-1811eec8-9740-4a9e-8c13-e4ff5ec9fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3cdd0da0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['d4baa69b-6e93-480b-9b96-1f1530210c7e'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:20.108502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Usage tracker for resource:security_group and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:20.114267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:20.180299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Network cc407771-8186-427b-ad41-61a07c86c410 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:43:20.220129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:20.223204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:20.306438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-1811eec8-9740-4a9e-8c13-e4ff5ec9fea2 None None] Set router d4baa69b-6e93-480b-9b96-1f1530210c7e gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:20.386527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:20.511078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-f4090eba-517c-489f-864a-f447b526728c None None] Provisioning complete for port 3371343a-f6eb-4ad1-99cf-b2893f141248 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:20.511398 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f4090eba-517c-489f-864a-f447b526728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:20.517235 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:20.533141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Usage tracker for resource:security_group_rule and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:20.537451 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:20.561429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:20.580746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-f4090eba-517c-489f-864a-f447b526728c None None] Port 3371343a-f6eb-4ad1-99cf-b2893f141248 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:43:20.650374 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Notify callbacks [] for router, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:20.682025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-1811eec8-9740-4a9e-8c13-e4ff5ec9fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3cdd0da0>, [{'id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'name': 'tempest-ServerRescueNegativeTestJSON-843965819-router', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:32Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 5, 'project_id': '484f76dfa5814b07b92bd623be6988db', 'gw_port': {'id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:34Z', 'updated_at': '2021-02-18T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:20.686158 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811eec8-9740-4a9e-8c13-e4ff5ec9fea2 None None] Checking router: d4baa69b-6e93-480b-9b96-1f1530210c7e for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:43:20.695264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811eec8-9740-4a9e-8c13-e4ff5ec9fea2 None None] Routers {'d4baa69b-6e93-480b-9b96-1f1530210c7e'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:20.695916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-1811eec8-9740-4a9e-8c13-e4ff5ec9fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3cdd0da0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['d4baa69b-6e93-480b-9b96-1f1530210c7e'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:20.748137 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5edd5-a3a0-427d-8300-6555cb095cb5 req-a5ba8568-deb9-467e-b68f-9cfd7142515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:20.750024 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ec5edd5-a3a0-427d-8300-6555cb095cb5 req-a5ba8568-deb9-467e-b68f-9cfd7142515a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 1161 time: 0.5721748
Feb 18 04:43:20.868897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92461266-9fd9-43a8-8e0b-8803124ee441 req-229fc46f-f6ad-40cd-b40b-19b429d5508b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:20.870498 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-92461266-9fd9-43a8-8e0b-8803124ee441 req-229fc46f-f6ad-40cd-b40b-19b429d5508b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.6150093
Feb 18 04:43:20.892962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-1811eec8-9740-4a9e-8c13-e4ff5ec9fea2 None None] Set router d4baa69b-6e93-480b-9b96-1f1530210c7e gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:20.905123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Router 080d65e3-660b-4745-bb4f-ef6659615281 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:43:21.179913 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-92461266-9fd9-43a8-8e0b-8803124ee441 req-b3b02e04-a18e-45b4-943f-dde717c52b94 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2790077
Feb 18 04:43:21.202608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-1811eec8-9740-4a9e-8c13-e4ff5ec9fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3cdd0da0>, [{'id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'name': 'tempest-ServerRescueNegativeTestJSON-843965819-router', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:32Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 5, 'project_id': '484f76dfa5814b07b92bd623be6988db', 'gw_port': {'id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:34Z', 'updated_at': '2021-02-18T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:21.210460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811eec8-9740-4a9e-8c13-e4ff5ec9fea2 None None] The sync data for ids ['d4baa69b-6e93-480b-9b96-1f1530210c7e'] in dv-cinder-776307-1-iscsi is: [{'id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'name': 'tempest-ServerRescueNegativeTestJSON-843965819-router', 'tenant_id': '484f76dfa5814b07b92bd623be6988db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:32Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 5, 'project_id': '484f76dfa5814b07b92bd623be6988db', 'gw_port': {'id': 'e0fe8969-2ee4-4220-a409-439e67431df9', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4baa69b-6e93-480b-9b96-1f1530210c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:34Z', 'updated_at': '2021-02-18T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:43:21.217143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:21.226757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:21.233356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5edd5-a3a0-427d-8300-6555cb095cb5 req-b2486bc9-9704-4c3b-a1bc-3e9c50635c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:21.235039 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ec5edd5-a3a0-427d-8300-6555cb095cb5 req-b2486bc9-9704-4c3b-a1bc-3e9c50635c9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 911 time: 0.4657869
Feb 18 04:43:21.355006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:21.358738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Deleting port e0fe8969-2ee4-4220-a409-439e67431df9 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:43:21.359134 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:21.402048 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-18c0c857-a829-469b-a4e2-30d35eb3b87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:21.653395 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ec5edd5-a3a0-427d-8300-6555cb095cb5 req-1b8fa614-e1aa-4738-b7f0-bbc1cb2f23d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daec314d-de6d-4422-b0c9-cea549966020 HTTP/1.1" status: 200  len: 217 time: 0.3569682
Feb 18 04:43:21.745638 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:43:21.756374 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Sync routers for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:43:21.766146 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:21.766835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e436cc0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:21.776536 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] 10.222.0.43 "PUT /v2.0/routers/080d65e3-660b-4745-bb4f-ef6659615281/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2766256
Feb 18 04:43:21.827330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73f12d4-4092-411e-874b-1c229978a5bd,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:21.837256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:21.844987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:21.846305 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.7743626
Feb 18 04:43:21.849971 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54858) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:21.855899 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-7bf7d12b-b8ee-4dec-b0dd-5f8df470be86 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Request body: {'security_group_rule': {'security_group_id': 'c73f12d4-4092-411e-874b-1c229978a5bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:21.862135 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-7bf7d12b-b8ee-4dec-b0dd-5f8df470be86 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:21.867237 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-7bf7d12b-b8ee-4dec-b0dd-5f8df470be86 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Usage tracker for resource:security_group_rule and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:21.870288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-7bf7d12b-b8ee-4dec-b0dd-5f8df470be86 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:21.870735 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5edd5-a3a0-427d-8300-6555cb095cb5 req-881788dd-5893-4785-adbc-a0ccd829aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:21.872385 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ec5edd5-a3a0-427d-8300-6555cb095cb5 req-881788dd-5893-4785-adbc-a0ccd829aa29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67a022bf-fb15-4b2f-81b7-07983e8da5c8 HTTP/1.1" status: 200  len: 856 time: 0.2093296
Feb 18 04:43:21.876435 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-7bf7d12b-b8ee-4dec-b0dd-5f8df470be86 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:21.925822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d12b-b8ee-4dec-b0dd-5f8df470be86 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:21.970001 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] For port e0fe8969-2ee4-4220-a409-439e67431df9, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=e0fe8969-2ee4-4220-a409-439e67431df9,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:21.970410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:21.993136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:22.042532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d12b-b8ee-4dec-b0dd-5f8df470be86 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:22.074729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d12b-b8ee-4dec-b0dd-5f8df470be86 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:22.077382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:22.104561 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7d12b-b8ee-4dec-b0dd-5f8df470be86 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df43999-ddaf-43d3-96c9-45b891137215,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:22.109205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7bf7d12b-b8ee-4dec-b0dd-5f8df470be86 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:22.112817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Calling delete_port for e0fe8969-2ee4-4220-a409-439e67431df9 owned by network:router_gateway {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:43:22.143519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d12b-b8ee-4dec-b0dd-5f8df470be86 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:22.146015 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-7bf7d12b-b8ee-4dec-b0dd-5f8df470be86 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2945981
Feb 18 04:43:22.148476 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54866) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:22.154844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-287e0478-bba2-499e-9d7e-b9130b4f9ff4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Request body: {'security_group_rule': {'security_group_id': 'c73f12d4-4092-411e-874b-1c229978a5bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:22.163456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-287e0478-bba2-499e-9d7e-b9130b4f9ff4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:22.168892 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-287e0478-bba2-499e-9d7e-b9130b4f9ff4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Usage tracker for resource:security_group_rule and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:22.172176 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-287e0478-bba2-499e-9d7e-b9130b4f9ff4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:22.178889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-287e0478-bba2-499e-9d7e-b9130b4f9ff4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:22.185014 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5edd5-a3a0-427d-8300-6555cb095cb5 req-0c5e96b6-6c12-4769-a638-172f8edab396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:22.186696 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ec5edd5-a3a0-427d-8300-6555cb095cb5 req-0c5e96b6-6c12-4769-a638-172f8edab396 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67c7849d-dc25-460c-aef1-ab79d87835ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2952683
Feb 18 04:43:22.236460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-287e0478-bba2-499e-9d7e-b9130b4f9ff4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:22.317880 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-287e0478-bba2-499e-9d7e-b9130b4f9ff4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:22.368796 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-287e0478-bba2-499e-9d7e-b9130b4f9ff4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:22.376144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4411460b-ec96-4e6d-8dd5-57951bc3c01f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:22.408460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e436cc0>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 2, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:22.413544 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Checking router: 080d65e3-660b-4745-bb4f-ef6659615281 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:43:22.414082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Updating router 080d65e3-660b-4745-bb4f-ef6659615281 port 3371343a-f6eb-4ad1-99cf-b2893f141248 binding host dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:43:22.429815 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e0478-bba2-499e-9d7e-b9130b4f9ff4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c72fd48-c82e-4606-8741-22c406bfd6f9,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:22.439396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-287e0478-bba2-499e-9d7e-b9130b4f9ff4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:22.460589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-287e0478-bba2-499e-9d7e-b9130b4f9ff4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:22.465173 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-287e0478-bba2-499e-9d7e-b9130b4f9ff4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3120914
Feb 18 04:43:22.465821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54878) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:22.471959 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Request body: {'floatingip': {'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:22.489718 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:22.497920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8b7f6-c96a-4a83-a190-bfda3fab8646 req-eff1c03f-8ac8-4282-acad-d8e46be9595b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:22.504825 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27f8b7f6-c96a-4a83-a190-bfda3fab8646 req-eff1c03f-8ac8-4282-acad-d8e46be9595b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.1789997
Feb 18 04:43:22.504825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:22.506669 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Usage tracker for resource:floatingip and tenant:e40fb1553df241979f52fb7b2a6c4d0a is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:22.511969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:22.539707 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:22.543699 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ec5edd5-a3a0-427d-8300-6555cb095cb5 req-63ebc9f8-1816-4cee-878c-9d13eb428f1a service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906068
Feb 18 04:43:22.584897 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27f8b7f6-c96a-4a83-a190-bfda3fab8646 req-c09a9f52-d6e7-49a0-b249-87718e466ede tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722036
Feb 18 04:43:22.606278 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:22.761536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:22.769986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:22.787476 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:43:22.855527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54888) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:22.867068 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-691623671-network', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:22.876587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:43:22.877453 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 98bffa0a-9028-44ef-a9e9-ddf44fa170b5 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:43:22.880545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:22.888265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ebaa5016-c120-4fdd-b64c-2a954c4367a7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:22.888875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Usage tracker for resource:network and tenant:0b9b03de470f40eb80b06fb549ab80c0 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:22.893523 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:22.902377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:22.946288 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ec5edd5-a3a0-427d-8300-6555cb095cb5 req-802b4542-d7c0-4866-92bd-5a94fbd1a322 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3697166
Feb 18 04:43:22.968672 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:22.978361 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fe8969-2ee4-4220-a409-439e67431df9,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:22.983734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:22.985767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Transition to ACTIVE for port object 3371343a-f6eb-4ad1-99cf-b2893f141248 will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:22.992596 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Made reservation on behalf of 0b9b03de470f40eb80b06fb549ab80c0 for: {'network': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:43:22.997947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.015770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.029743 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.032360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4f01ecd6-7b94-4a3a-ab1c-463be80804cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:23.053167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:23.061798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Usage tracker for resource:security_group_rule and tenant:0b9b03de470f40eb80b06fb549ab80c0 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:23.067129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:23.070686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794730'] for router_gateway, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.107673 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:23.168247 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae501af-f7c0-4397-bcdf-fba580994e2d None None] Pushing event updated for resources: {'Port': ['ID=3371343a-f6eb-4ad1-99cf-b2893f141248,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:23.169628 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Allocated IP 172.27.3.59 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/003e4ded-ef4c-4a9a-ab60-ea748fa554bb) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:43:23.173280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3ae501af-f7c0-4397-bcdf-fba580994e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:23.247486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device daec314d-de6d-4422-b0c9-cea549966020 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:23.266599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112143'] for router, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.273754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.385877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.393040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port daec314d-de6d-4422-b0c9-cea549966020 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:23.400767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port daec314d-de6d-4422-b0c9-cea549966020 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:23.407274 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.421929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.431090 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.442545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-20f7c91c-97ba-4e02-a478-19d18a09b451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:23.479349 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b52b71-c34a-4625-be60-84dbb49ff0c9,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:23.483319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:23.531764 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Attempting to bind port 3371343a-f6eb-4ad1-99cf-b2893f141248 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:43:23.532175 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Attempting to bind port 3371343a-f6eb-4ad1-99cf-b2893f141248 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:43:23.532580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Attempting to bind port 3371343a-f6eb-4ad1-99cf-b2893f141248 on network cc407771-8186-427b-ad41-61a07c86c410 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:43:23.538943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:43:23.539364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Checking segment: {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:43:23.539806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.540427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Bound using segment: {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:43:23.540777 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Bound port: 3371343a-f6eb-4ad1-99cf-b2893f141248, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:43:23.541166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.559668 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.564854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.584296 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-675429a9-92e9-4137-82f2-ccb3d97668bc tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:23.641208 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port daec314d-de6d-4422-b0c9-cea549966020, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=daec314d-de6d-4422-b0c9-cea549966020,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:23.642120 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:43:23.642362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] For port 3371343a-f6eb-4ad1-99cf-b2893f141248, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:43:23.646699 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] For port 3371343a-f6eb-4ad1-99cf-b2893f141248, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=3371343a-f6eb-4ad1-99cf-b2893f141248,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:43:23.655790 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853795799'] for router, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.656426 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4baa69b-6e93-480b-9b96-1f1530210c7e {{(pid=84043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 04:43:23.682625 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.684054 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f45ec6d8-49c6-4b1f-8fd7-1817c01a81bc admin admin] 10.222.0.43 "DELETE /v2.0/routers/d4baa69b-6e93-480b-9b96-1f1530210c7e HTTP/1.1" status: 204  len: 168 time: 3.5818810
Feb 18 04:43:23.688191 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.688635 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.690111 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-57e9c83c-3bd1-41fd-bcbd-6e763a593973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:23.700866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54898) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:23.714319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:23.809453 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020', 'code': 200}
Feb 18 04:43:23.810232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=daec314d-de6d-4422-b0c9-cea549966020,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:23.821692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:23.838172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event updated for resources: {'Port': ['ID=003e4ded-ef4c-4a9a-ab60-ea748fa554bb,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:23.848407 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=84044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:43:23.858055 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:23.889975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794549379870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.889975 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Added segment ad5ecec3-449e-4d5c-9c96-dfb28901d0a1 of type vxlan for network b0fb9c18-ca46-457b-b08c-780c07e76572
Feb 18 04:43:23.890263 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6366e20-ed9b-4c97-93ff-f9a8587b5e9a admin admin] Deleting subnet 32cc8d8b-9252-4aaa-adc3-72bd8ebb7827 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:43:23.912701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae501af-f7c0-4397-bcdf-fba580994e2d None None] Pushing event updated for resources: {'Port': ['ID=3371343a-f6eb-4ad1-99cf-b2893f141248,revision_number=4']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:23.924178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:43:23.924835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:23.925554 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3ae501af-f7c0-4397-bcdf-fba580994e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:23.928749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:43:23.953856 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6366e20-ed9b-4c97-93ff-f9a8587b5e9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:23.973889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:23.974565 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e436cc0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:24.069293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:24.088912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:24.110965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54856b05-c7fe-4c7d-a541-cbf2a7fe12fd req-56d2129e-91b0-4421-a87c-0a1ca2b1c2a5 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:24.112779 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-54856b05-c7fe-4c7d-a541-cbf2a7fe12fd req-56d2129e-91b0-4421-a87c-0a1ca2b1c2a5 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.3286755
Feb 18 04:43:24.147174 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6366e20-ed9b-4c97-93ff-f9a8587b5e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2073693'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:24.177788 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:24.181510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:24.182304 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:24.189540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:24.204812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:24.210913 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6366e20-ed9b-4c97-93ff-f9a8587b5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:24.301970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:24.374597 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-54856b05-c7fe-4c7d-a541-cbf2a7fe12fd req-3634863b-1e8f-448c-b02d-64ce538fb20b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2517059
Feb 18 04:43:24.411398 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb9915-0f9e-4eb9-adef-d0e63cd5fb12 req-e413700a-319e-494d-bbb0-61836d6b16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:24.411398 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-12eb9915-0f9e-4eb9-adef-d0e63cd5fb12 req-e413700a-319e-494d-bbb0-61836d6b16c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 1163 time: 0.3635726
Feb 18 04:43:24.580293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e436cc0>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:23Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:24.585737 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77119b74-f519-4b46-81dd-12cf3d011f8e None None] The sync data for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi is: [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:23Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:43:24.690527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b0fb9c18-ca46-457b-b08c-780c07e76572,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:24.699645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:24.705712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network b0fb9c18-ca46-457b-b08c-780c07e76572 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:43:24.753004 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-12eb9915-0f9e-4eb9-adef-d0e63cd5fb12 req-34885e8a-6f69-49b4-94ce-bbbf13bef7ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3340876
Feb 18 04:43:24.776965 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.9176009
Feb 18 04:43:24.792840 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54902) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:24.805850 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Request body: {'subnet': {'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-691623671-subnet', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:24.814946 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:24.826908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Usage tracker for resource:subnet and tenant:0b9b03de470f40eb80b06fb549ab80c0 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:24.832038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:24.846952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:24.964060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Made reservation on behalf of 0b9b03de470f40eb80b06fb549ab80c0 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:43:24.969307 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852390700'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:24.976398 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:25.027077 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:25.049166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network b0fb9c18-ca46-457b-b08c-780c07e76572 details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:43:25.054977 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d5c3382a-bb6d-4a3f-84b6-83e911e2d71f tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:25.073590 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device daec314d-de6d-4422-b0c9-cea549966020 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:25.103648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 3371343a-f6eb-4ad1-99cf-b2893f141248 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:25.200988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6366e20-ed9b-4c97-93ff-f9a8587b5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1300534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385150'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:25.208856 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event updated for resources: {'Port': ['ID=003e4ded-ef4c-4a9a-ab60-ea748fa554bb,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:25.214117 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:25.228738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:25.319492 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port daec314d-de6d-4422-b0c9-cea549966020 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:25.319918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:25.329995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:25.354425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 3371343a-f6eb-4ad1-99cf-b2893f141248 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:25.360047 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6366e20-ed9b-4c97-93ff-f9a8587b5e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cc8d8b-9252-4aaa-adc3-72bd8ebb7827,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:25.383484 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:25.384844 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.9180202
Feb 18 04:43:25.387059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 3371343a-f6eb-4ad1-99cf-b2893f141248 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:25.387486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:25.522386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d6366e20-ed9b-4c97-93ff-f9a8587b5e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:25.526836 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d6366e20-ed9b-4c97-93ff-f9a8587b5e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:25.541451 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d6366e20-ed9b-4c97-93ff-f9a8587b5e9a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/32cc8d8b-9252-4aaa-adc3-72bd8ebb7827 HTTP/1.1" status: 204  len: 168 time: 1.8370500
Feb 18 04:43:25.541811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54910) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:25.591569 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:25.631057 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 3371343a-f6eb-4ad1-99cf-b2893f141248, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=3371343a-f6eb-4ad1-99cf-b2893f141248,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:25.674887 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:25.678351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5770d9dc-4e28-406e-ba7a-4d80a0d8abad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:25.705609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d9aa7-654c-422d-bad8-6db409c72c51 req-2c355e72-aec4-49c5-81ea-49ffc74a9dbf tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:25.708013 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-888d9aa7-654c-422d-bad8-6db409c72c51 req-2c355e72-aec4-49c5-81ea-49ffc74a9dbf tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.1181235
Feb 18 04:43:25.740488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device e0fe8969-2ee4-4220-a409-439e67431df9 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:43:25.761486 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-888d9aa7-654c-422d-bad8-6db409c72c51 req-4c1a1500-9c27-433e-96d6-a9d61dcaafd6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462956
Feb 18 04:43:25.786360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: e0fe8969-2ee4-4220-a409-439e67431df9 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:43:25.787017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device e0fe8969-2ee4-4220-a409-439e67431df9 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:43:25.811248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=3371343a-f6eb-4ad1-99cf-b2893f141248,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:25.814689 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:25.819913 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:25.892681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-03383cdd-0c69-4989-a3ca-43959b713717 req-e98f3ac8-433f-4fb6-a1d3-045317d64e7f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Synchronizing usage tracker for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:43:26.031660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-03383cdd-0c69-4989-a3ca-43959b713717 req-e98f3ac8-433f-4fb6-a1d3-045317d64e7f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Unset dirty status for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:43:26.032954 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-e98f3ac8-433f-4fb6-a1d3-045317d64e7f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--204972075&fields=id&tenant_id=e40fb1553df241979f52fb7b2a6c4d0a HTTP/1.1" status: 200  len: 267 time: 0.3127728
Feb 18 04:43:26.137588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:26.372423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3e143898>,) {'filters': {'network_id': ['ea2cb3d2-9263-4c13-8c42-d46add50e3f2']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:26.392245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3e143898>, '40673e1f-7fee-4c74-94be-6dd24cedfaf6') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:26.392587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3e143898>, '40673e1f-7fee-4c74-94be-6dd24cedfaf6') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:26.413142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03383cdd-0c69-4989-a3ca-43959b713717 req-0e413806-dfb2-48d3-8d00-73f92623e88a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:26.414733 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-0e413806-dfb2-48d3-8d00-73f92623e88a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/networks?id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c HTTP/1.1" status: 200  len: 811 time: 0.3643465
Feb 18 04:43:26.421266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852702107'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:26.434255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853475315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852390681'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:26.461280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:26.540076 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-5f58930f-f1e5-4fca-b4ea-a57245044af4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/quotas/e40fb1553df241979f52fb7b2a6c4d0a HTTP/1.1" status: 200  len: 375 time: 0.1099336
Feb 18 04:43:26.549476 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:26.567731 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:43:26.724981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3602bcdc-c44b-40fa-bacd-ec34feda1232,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:26.728137 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:26.818112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 3371343a-f6eb-4ad1-99cf-b2893f141248 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:26.863472 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] Network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:43:26.877046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853474921'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:26.886904 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device daec314d-de6d-4422-b0c9-cea549966020 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:26.982315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 3371343a-f6eb-4ad1-99cf-b2893f141248 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:26.982814 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:26.996238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07473620-6ebe-4992-9268-684632994a6e req-292b0c17-9de1-41b2-8f60-f60774d59482 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:26.997613 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-03383cdd-0c69-4989-a3ca-43959b713717 req-e1eccb9f-7ba3-4409-aa3d-88128afe2236 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Synchronizing usage tracker for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:43:26.997858 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-07473620-6ebe-4992-9268-684632994a6e req-292b0c17-9de1-41b2-8f60-f60774d59482 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0869567
Feb 18 04:43:27.036875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port daec314d-de6d-4422-b0c9-cea549966020 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:27.037454 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:27.055720 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-07473620-6ebe-4992-9268-684632994a6e req-c627e7f4-c17e-489f-ad62-9cac18b7455c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484719
Feb 18 04:43:27.131033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Checking segment: {'id': 'ad5ecec3-449e-4d5c-9c96-dfb28901d0a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:43:27.131416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Network hostable DHCP agents. Network: b0fb9c18-ca46-457b-b08c-780c07e76572, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:43:27.139069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] Network ea2cb3d2-9263-4c13-8c42-d46add50e3f2 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:43:27.163819 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-03383cdd-0c69-4989-a3ca-43959b713717 req-e1eccb9f-7ba3-4409-aa3d-88128afe2236 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Unset dirty status for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:43:27.165458 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-e1eccb9f-7ba3-4409-aa3d-88128afe2236 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6016974
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:43:27.171726 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:43:27.262639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859bc8b-5970-4d4c-8d0b-e8ac1d9b0db5 req-2eb0f048-4a54-4bf2-a61a-9c16dbb9699e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:27.264317 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6859bc8b-5970-4d4c-8d0b-e8ac1d9b0db5 req-2eb0f048-4a54-4bf2-a61a-9c16dbb9699e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0939815
Feb 18 04:43:27.274323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Network b0fb9c18-ca46-457b-b08c-780c07e76572 is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:43:27.274488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54934) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:27.280585 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-868c0694-d1f9-4865-8f29-546e89f3bc1a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Request body: {'floatingip': {'port_id': 'daec314d-de6d-4422-b0c9-cea549966020'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:27.331495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, b0fb9c18-ca46-457b-b08c-780c07e76572) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:27.342979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a87968-3298-48df-ba14-74350a0e1f00 None None] Network b0fb9c18-ca46-457b-b08c-780c07e76572 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:43:27.346179 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:27.347434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:27.369984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-868c0694-d1f9-4865-8f29-546e89f3bc1a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:27.386359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:27.446364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:27.460579 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c73240d6-776c-4d2a-a95e-d3858625de14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:27.512286 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2cb3d2-9263-4c13-8c42-d46add50e3f2,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:27.516797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:27.530121 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-99a7b68b-0536-43f7-915a-2e03ccb160a2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.7361255
Feb 18 04:43:27.542272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 54940) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:27.551361 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-691623671-router', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:27.558449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:27.574096 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-49a68075-4bbe-47c3-9ae3-19c9a58bcc3a admin admin] 10.222.0.43 "DELETE /v2.0/networks/ea2cb3d2-9263-4c13-8c42-d46add50e3f2 HTTP/1.1" status: 204  len: 168 time: 2.0311332
Feb 18 04:43:27.575686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Usage tracker for resource:router and tenant:0b9b03de470f40eb80b06fb549ab80c0 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:27.581631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:27.591961 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:27.595728 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-91ae152b-dc04-4fad-8eb4-fccdcd742ad1 service neutron] 10.222.0.43 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3705523
Feb 18 04:43:27.607366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4124b74-8307-5700-a325-a28cfab4f9ef-b0fb9c18-ca46-457b-b08c-780c07e76572', 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'fixed_ips': [{'subnet_id': '3602bcdc-c44b-40fa-bacd-ec34feda1232'}]}} from dv-cinder-776307-1-iscsi. {{(pid=84045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 04:43:27.608308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:27.695993 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fda7d25a-286f-4a8e-a5eb-4948097d84bd req-26f98786-06d9-4cff-a8ee-bf83f0a781ef tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-116646365&fields=id&tenant_id=a99129f62dc14eb59accee32ffdd9328 HTTP/1.1" status: 200  len: 267 time: 0.1337533
Feb 18 04:43:27.711578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853815601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112158'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:27.712755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853815586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854663673'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:27.753767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:27.786889 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-73c26ac6-2cfd-4afb-aae2-4d67bb138758 service neutron] 10.222.0.43 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1783466
Feb 18 04:43:27.947479 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Allocated IP 172.20.0.2 (b0fb9c18-ca46-457b-b08c-780c07e76572/3602bcdc-c44b-40fa-bacd-ec34feda1232/a49bafcc-062c-448f-af59-f3558d362c48) {{(pid=84045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:43:27.971910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7d25a-286f-4a8e-a5eb-4948097d84bd req-c013ac05-8d7f-48b1-9804-58042d958df7 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:27.974079 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fda7d25a-286f-4a8e-a5eb-4948097d84bd req-c013ac05-8d7f-48b1-9804-58042d958df7 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 985 time: 0.2681022
Feb 18 04:43:27.974606 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54946) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:28.011645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-fda7d25a-286f-4a8e-a5eb-4948097d84bd req-bd649bb4-c4f0-4a1f-bc6f-58ca3f52ef6c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Request body: {'port': {'security_groups': ['dd9cf3ed-45c8-49cf-81c6-d851f307bd2d']}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:28.247367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:28.262895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Transition to ACTIVE for port object a49bafcc-062c-448f-af59-f3558d362c48 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:28.285574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Transition to ACTIVE for port object a49bafcc-062c-448f-af59-f3558d362c48 will not be triggered until provisioned by entity DHCP. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:28.330196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372'] for port, after_create {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:28.380850 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fda7d25a-286f-4a8e-a5eb-4948097d84bd req-bd649bb4-c4f0-4a1f-bc6f-58ca3f52ef6c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:28.385136 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2cf4cf93-5025-4a6e-a929-ac725a97815f req-96e280f9-29d9-4a77-b3b0-98301a45ecb3 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 210 time: 0.1266518
Feb 18 04:43:28.402378 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-b359cc98-4118-44c5-abc6-cdeb67f10836 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=484f76dfa5814b07b92bd623be6988db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4126914
Feb 18 04:43:28.444397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 54956) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:28.458588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854663440'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:28.465652 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:28.547889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Network b0fb9c18-ca46-457b-b08c-780c07e76572 is already hosted by enough agents. {{(pid=84045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:43:28.551948 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Resources bound (agent type, host, resource id):  {{(pid=84045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:28.561933 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Pushing event updated for resources: {'Port': ['ID=a49bafcc-062c-448f-af59-f3558d362c48,revision_number=1']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:28.567615 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:28.568602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Received port after_create {{(pid=84045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:43:28.631541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Attempting to bind port a49bafcc-062c-448f-af59-f3558d362c48 on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:43:28.631541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Attempting to bind port a49bafcc-062c-448f-af59-f3558d362c48 by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': 'ad5ecec3-449e-4d5c-9c96-dfb28901d0a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:43:28.631868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Attempting to bind port a49bafcc-062c-448f-af59-f3558d362c48 on network b0fb9c18-ca46-457b-b08c-780c07e76572 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:43:28.637412 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:43:28.637945 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Checking segment: {'id': 'ad5ecec3-449e-4d5c-9c96-dfb28901d0a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:43:28.638390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:28.638842 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Bound using segment: {'id': 'ad5ecec3-449e-4d5c-9c96-dfb28901d0a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:43:28.639388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Bound port: a49bafcc-062c-448f-af59-f3558d362c48, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ecec3-449e-4d5c-9c96-dfb28901d0a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:43:28.639807 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:28.691812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.resource_extend [None req-868c0694-d1f9-4865-8f29-546e89f3bc1a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 18 04:43:28.740811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] For port a49bafcc-062c-448f-af59-f3558d362c48, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:43:28.744458 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] For port a49bafcc-062c-448f-af59-f3558d362c48, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=a49bafcc-062c-448f-af59-f3558d362c48,segment=NetworkSegment(ad5ecec3-449e-4d5c-9c96-dfb28901d0a1),segment_id=ad5ecec3-449e-4d5c-9c96-dfb28901d0a1)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:43:28.789369 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:28.806528 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:28.870701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:28.905588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:28.960941 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Pushing event updated for resources: {'Port': ['ID=a49bafcc-062c-448f-af59-f3558d362c48,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:28.974837 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:29.054206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d23ec0a1-ea32-4884-83b5-691fc1f0c0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:29.116543 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d23ec0a1-ea32-4884-83b5-691fc1f0c0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:29.127691 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-868c0694-d1f9-4865-8f29-546e89f3bc1a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:29.175272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-868c0694-d1f9-4865-8f29-546e89f3bc1a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:29.285433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Allocated IP 172.27.3.212 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:43:29.494583 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d23ec0a1-ea32-4884-83b5-691fc1f0c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:29.504634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:29.522647 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-10c9e816-6214-4bf6-a5f4-3c74db99e846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:29.562552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ec0a1-ea32-4884-83b5-691fc1f0c0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94b7706-a12f-4144-b799-f5e6d31b0963,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:29.580023 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8eec61ee-8fc9-44b8-a8bb-542172fab1b7 req-dbdd9bd0-d556-460d-949a-7164c1e76b97 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 210 time: 0.0577381
Feb 18 04:43:29.580250 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d23ec0a1-ea32-4884-83b5-691fc1f0c0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:29.596007 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [None req-868c0694-d1f9-4865-8f29-546e89f3bc1a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Floating IP 73a12f58-6215-4c12-9dc4-727493324c9c associated. External IP: 172.27.3.25, port: daec314d-de6d-4422-b0c9-cea549966020.
Feb 18 04:43:29.650234 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:29.667078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-14984c1a-c898-4093-b322-a9342addf48c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:29.680691 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-fda7d25a-286f-4a8e-a5eb-4948097d84bd req-bd649bb4-c4f0-4a1f-bc6f-58ca3f52ef6c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] For port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e,segment=NetworkSegment(bd51506b-3d08-42c4-b0d5-a06cf1f861ff),segment_id=bd51506b-3d08-42c4-b0d5-a06cf1f861ff)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:29.692837 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d23ec0a1-ea32-4884-83b5-691fc1f0c0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:29.696508 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d23ec0a1-ea32-4884-83b5-691fc1f0c0cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d94b7706-a12f-4144-b799-f5e6d31b0963 HTTP/1.1" status: 204  len: 168 time: 1.2486534
Feb 18 04:43:29.794224 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fda7d25a-286f-4a8e-a5eb-4948097d84bd req-bd649bb4-c4f0-4a1f-bc6f-58ca3f52ef6c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:29.818981 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:29.822244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:29.830081 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fda7d25a-286f-4a8e-a5eb-4948097d84bd req-bd649bb4-c4f0-4a1f-bc6f-58ca3f52ef6c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:29.850009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:29.882829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:43:29.884051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:29.886227 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:43:30.211937 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd649bb4-c4f0-4a1f-bc6f-58ca3f52ef6c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Pushing event updated for resources: {'Port': ['ID=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e,revision_number=6']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:30.215491 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bd649bb4-c4f0-4a1f-bc6f-58ca3f52ef6c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:30.235381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7d25a-286f-4a8e-a5eb-4948097d84bd req-bd649bb4-c4f0-4a1f-bc6f-58ca3f52ef6c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:30.236191 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fda7d25a-286f-4a8e-a5eb-4948097d84bd req-bd649bb4-c4f0-4a1f-bc6f-58ca3f52ef6c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:30.240695 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fda7d25a-286f-4a8e-a5eb-4948097d84bd req-bd649bb4-c4f0-4a1f-bc6f-58ca3f52ef6c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "PUT /v2.0/ports/bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 200  len: 943 time: 2.2494268
Feb 18 04:43:30.244398 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:43:30.276826 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868c0694-d1f9-4865-8f29-546e89f3bc1a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:43:30.541881 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4c395742-6adf-483b-941a-19ad31790b57 req-8f09e3af-05d2-4a7e-9d10-5da96d440e08 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups/b361a77b-35f7-4151-a8e9-ab7728357e6d HTTP/1.1" status: 200  len: 3003 time: 0.2214475
Feb 18 04:43:30.557733 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e', 'status': 'completed', 'code': 200}
Feb 18 04:43:30.569432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868c0694-d1f9-4865-8f29-546e89f3bc1a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:43:30.582851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e5b29-b213-40c9-b70b-cf91cf1b40e5 None None] Sync routers for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:43:30.602100 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e5b29-b213-40c9-b70b-cf91cf1b40e5 None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:30.611017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-e65e5b29-b213-40c9-b70b-cf91cf1b40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3d871438>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:30.642585 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-868c0694-d1f9-4865-8f29-546e89f3bc1a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:30.723942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4c395742-6adf-483b-941a-19ad31790b57 req-6796cd31-2d88-407d-a52c-c20b1cb8d8db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:30.731888 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:30.907967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-44708e52-7648-4eea-9e18-8cb7588f5238 req-ce4c4008-49a7-415a-b7a8-ffa242bbf9a8 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Synchronizing usage tracker for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:43:30.968063 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-868c0694-d1f9-4865-8f29-546e89f3bc1a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "PUT /v2.0/floatingips/73a12f58-6215-4c12-9dc4-727493324c9c HTTP/1.1" status: 200  len: 991 time: 3.6923697
Feb 18 04:43:30.976942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-44708e52-7648-4eea-9e18-8cb7588f5238 req-ce4c4008-49a7-415a-b7a8-ffa242bbf9a8 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Unset dirty status for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:43:30.993746 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-44708e52-7648-4eea-9e18-8cb7588f5238 req-ce4c4008-49a7-415a-b7a8-ffa242bbf9a8 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 210 time: 0.1596580
Feb 18 04:43:31.115774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03383cdd-0c69-4989-a3ca-43959b713717 req-fac975ec-be25-4ac5-8027-0bfbcc4ad470 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:31.117379 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-fac975ec-be25-4ac5-8027-0bfbcc4ad470 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.16 "GET /v2.0/networks?id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c HTTP/1.1" status: 200  len: 811 time: 0.5588045
Feb 18 04:43:31.120680 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:43:31.207542 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e82cf-4fe3-43fb-a7a9-f686c0f01146 None None] Network b0fb9c18-ca46-457b-b08c-780c07e76572 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:43:31.220875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:31.244968 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-6417204e-80fb-4a0f-98e7-44a7cb2c588c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a HTTP/1.1" status: 200  len: 5703 time: 0.1187510
Feb 18 04:43:31.247817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device a49bafcc-062c-448f-af59-f3558d362c48 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:31.259404 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Request body: {'port': {'device_id': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'admin_state_up': True, 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'security_groups': ['c73f12d4-4092-411e-874b-1c229978a5bd']}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:31.283715 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4c395742-6adf-483b-941a-19ad31790b57 req-6796cd31-2d88-407d-a52c-c20b1cb8d8db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:31.309786 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796642'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:31.427857 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a66c5-25d1-4f89-9f0c-f8666ae59f90 req-6072a973-36eb-4776-a439-08397c32ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:31.429487 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-747a66c5-25d1-4f89-9f0c-f8666ae59f90 req-6072a973-36eb-4776-a439-08397c32ccf7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a99129f62dc14eb59accee32ffdd9328&device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 1163 time: 1.0637512
Feb 18 04:43:31.434129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:31.447226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:31.453603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c9776a13-b419-4392-8465-0a40036827bb None None] Provisioning complete for port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:31.454312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c9776a13-b419-4392-8465-0a40036827bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:31.495247 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Made reservation on behalf of e40fb1553df241979f52fb7b2a6c4d0a for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:43:31.503367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:31.541280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-e65e5b29-b213-40c9-b70b-cf91cf1b40e5 None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:31.605484 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port a49bafcc-062c-448f-af59-f3558d362c48 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:31.628865 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:31.629288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:31.891875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Allocated IP 172.20.0.6 (90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c/cf3bdabd-12da-4d5b-8a13-9cd7ac731207/b697955c-80b9-4d04-bbbc-3801dc87cfaf) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:43:31.922952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4c395742-6adf-483b-941a-19ad31790b57 req-6796cd31-2d88-407d-a52c-c20b1cb8d8db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:31.931792 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d9b90a2e-5de3-4c61-a284-c2b502db500f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:31.993400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796cd31-2d88-407d-a52c-c20b1cb8d8db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b361a77b-35f7-4151-a8e9-ab7728357e6d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:32.023573 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6796cd31-2d88-407d-a52c-c20b1cb8d8db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:32.026336 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a66c5-25d1-4f89-9f0c-f8666ae59f90 req-eade4369-00e5-4c5b-89a7-80e6eb387adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:32.028745 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-747a66c5-25d1-4f89-9f0c-f8666ae59f90 req-eade4369-00e5-4c5b-89a7-80e6eb387adc service neutron] 10.222.0.16 "GET /v2.0/networks?id=169735bd-f666-4a06-a404-b47abf944bca HTTP/1.1" status: 200  len: 909 time: 0.5794020
Feb 18 04:43:32.213640 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-747a66c5-25d1-4f89-9f0c-f8666ae59f90 req-38aa08bc-0180-4f52-b00e-5371428e6539 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 200  len: 1002 time: 0.1631494
Feb 18 04:43:32.220283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4c395742-6adf-483b-941a-19ad31790b57 req-6796cd31-2d88-407d-a52c-c20b1cb8d8db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:32.225136 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4c395742-6adf-483b-941a-19ad31790b57 req-6796cd31-2d88-407d-a52c-c20b1cb8d8db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "DELETE /v2.0/security-groups/b361a77b-35f7-4151-a8e9-ab7728357e6d HTTP/1.1" status: 204  len: 173 time: 1.6678185
Feb 18 04:43:32.334143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a66c5-25d1-4f89-9f0c-f8666ae59f90 req-782b6c7e-d9eb-46b9-9fb8-ccb3179af64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:32.336114 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-747a66c5-25d1-4f89-9f0c-f8666ae59f90 req-782b6c7e-d9eb-46b9-9fb8-ccb3179af64d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46702569-17d2-41dd-9f20-049ee2f8169f HTTP/1.1" status: 200  len: 854 time: 0.1136644
Feb 18 04:43:32.337375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Router 72dddada-bb37-49ca-b7c6-8723d9523421 is scheduled to L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 04:43:32.354556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-e65e5b29-b213-40c9-b70b-cf91cf1b40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3d871438>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '73a12f58-6215-4c12-9dc4-727493324c9c', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'port_id': 'daec314d-de6d-4422-b0c9-cea549966020', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'mac_address': 'fa:16:3e:64:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9350a956-1b4f-426f-9577-b359dc639436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:43:05Z', 'updated_at': '2021-02-18T04:43:28Z', 'revision_number': 1, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:32.368373 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-e56cff2a-aec2-4ddd-bc71-90971ed5c10c None None] Provisioning for port a49bafcc-062c-448f-af59-f3558d362c48 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:32.376880 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e5b29-b213-40c9-b70b-cf91cf1b40e5 None None] Checking router: 31b7682c-a004-4023-9b0c-4a2b7dede7b8 for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:43:32.381727 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-e56cff2a-aec2-4ddd-bc71-90971ed5c10c None None] Provisioning complete for port a49bafcc-062c-448f-af59-f3558d362c48 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:32.382153 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e56cff2a-aec2-4ddd-bc71-90971ed5c10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:32.480635 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e5b29-b213-40c9-b70b-cf91cf1b40e5 None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:32.481384 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-e65e5b29-b213-40c9-b70b-cf91cf1b40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3d871438>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:32.568876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:32.572055 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:43:32.629505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Transition to ACTIVE for port object b697955c-80b9-4d04-bbbc-3801dc87cfaf will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:32.632240 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e56cff2a-aec2-4ddd-bc71-90971ed5c10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:32.658628 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-a538c29f-131d-4185-bbd2-68febfde0b6d tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/floatingips/a91eeec1-a621-4414-ab56-d535d1bff263 HTTP/1.1" status: 200  len: 999 time: 0.1529326
Feb 18 04:43:32.666212 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:43:32.676168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Sync routers for ids ['72dddada-bb37-49ca-b7c6-8723d9523421'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:43:32.686922 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85e9965d-9481-4025-9019-da6ee6d51656 req-da2bd391-d30d-403c-a021-d55a8c364d24 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 210 time: 0.3430176
Feb 18 04:43:32.701507 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-e56cff2a-aec2-4ddd-bc71-90971ed5c10c None None] For port a49bafcc-062c-448f-af59-f3558d362c48, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=a49bafcc-062c-448f-af59-f3558d362c48,segment=NetworkSegment(ad5ecec3-449e-4d5c-9c96-dfb28901d0a1),segment_id=ad5ecec3-449e-4d5c-9c96-dfb28901d0a1)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:32.704798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Routers {'72dddada-bb37-49ca-b7c6-8723d9523421'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:32.706354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3bd9b0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['72dddada-bb37-49ca-b7c6-8723d9523421'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:32.744431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e56cff2a-aec2-4ddd-bc71-90971ed5c10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:32.754677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a66c5-25d1-4f89-9f0c-f8666ae59f90 req-5a2bb6af-cec4-4295-9f34-cba1a6add390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:32.759961 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:32.766228 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-747a66c5-25d1-4f89-9f0c-f8666ae59f90 req-5a2bb6af-cec4-4295-9f34-cba1a6add390 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=169735bd-f666-4a06-a404-b47abf944bca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3685725
Feb 18 04:43:32.767139 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:32.768364 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-67055178-32ab-41af-8a82-610ddb213314 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.2250278
Feb 18 04:43:32.771853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 55022) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:32.896399 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-65455a52-7ebd-48ea-aaa8-ab84199fdd2d tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:32.898927 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-65455a52-7ebd-48ea-aaa8-ab84199fdd2d tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 784 time: 0.2319026
Feb 18 04:43:32.912889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-1b917868-a31f-4d3f-b5e9-e91602ae9f4f tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84044) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:43:32.914384 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-1b917868-a31f-4d3f-b5e9-e91602ae9f4f tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0079713
Feb 18 04:43:33.011475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Set router 72dddada-bb37-49ca-b7c6-8723d9523421 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:33.148487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:33.185866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cff2a-aec2-4ddd-bc71-90971ed5c10c None None] Pushing event updated for resources: {'Port': ['ID=a49bafcc-062c-448f-af59-f3558d362c48,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:33.242530 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e56cff2a-aec2-4ddd-bc71-90971ed5c10c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:33.243952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-db961701-d94b-4182-95bf-ea7935d185ba None None] Provisioning complete for port a49bafcc-062c-448f-af59-f3558d362c48 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:33.244552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-db961701-d94b-4182-95bf-ea7935d185ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:33.292243 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-e65e5b29-b213-40c9-b70b-cf91cf1b40e5 None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:33.318038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bd649bb4-c4f0-4a1f-bc6f-58ca3f52ef6c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:33.373923 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020', 'status': 'completed', 'code': 200}
Feb 18 04:43:33.437667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3bd9b0>, [{'id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'name': 'tempest-TestVolumeBootPattern-691623671-router', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:27Z', 'updated_at': '2021-02-18T04:43:30Z', 'revision_number': 3, 'project_id': '0b9b03de470f40eb80b06fb549ab80c0', 'gw_port': {'id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:29Z', 'updated_at': '2021-02-18T04:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:33.443042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Checking router: 72dddada-bb37-49ca-b7c6-8723d9523421 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:43:33.443693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Updating router 72dddada-bb37-49ca-b7c6-8723d9523421 port 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e binding host dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:43:33.470936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:43:33.481991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:33.499122 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:43:33.507313 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:33.575407 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:33.576107 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:33.582959 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-850ae744-fd2f-43e1-b2ea-7f37b5ae624e tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.236 HTTP/1.1" status: 200  len: 1002 time: 0.6590822
Feb 18 04:43:33.771823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-579ad046-f7a2-43f9-86aa-b878d22b00c0 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:33.773577 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-579ad046-f7a2-43f9-86aa-b878d22b00c0 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports/bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 200  len: 943 time: 0.1830862
Feb 18 04:43:33.775717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event updated for resources: {'Port': ['ID=b697955c-80b9-4d04-bbbc-3801dc87cfaf,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:33.790335 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:33.837953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d178ce-e773-49cf-a658-197bd239d340 req-e643bbbc-90dd-4378-80e1-9d3e169257e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:33.839687 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a3d178ce-e773-49cf-a658-197bd239d340 req-e643bbbc-90dd-4378-80e1-9d3e169257e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 1163 time: 0.4505198
Feb 18 04:43:33.851143 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5944915
Feb 18 04:43:33.873721 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-747a66c5-25d1-4f89-9f0c-f8666ae59f90 req-c224b0ce-cf08-4b4d-b9c0-543d07bf6ac2 service neutron] 10.222.0.16 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9433169
Feb 18 04:43:33.877495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-e65e5b29-b213-40c9-b70b-cf91cf1b40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3d871438>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '73a12f58-6215-4c12-9dc4-727493324c9c', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'port_id': 'daec314d-de6d-4422-b0c9-cea549966020', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'mac_address': 'fa:16:3e:64:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9350a956-1b4f-426f-9577-b359dc639436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:43:05Z', 'updated_at': '2021-02-18T04:43:28Z', 'revision_number': 1, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:33.882968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e5b29-b213-40c9-b70b-cf91cf1b40e5 None None] The sync data for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi is: [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '73a12f58-6215-4c12-9dc4-727493324c9c', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'port_id': 'daec314d-de6d-4422-b0c9-cea549966020', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'mac_address': 'fa:16:3e:64:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9350a956-1b4f-426f-9577-b359dc639436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:43:05Z', 'updated_at': '2021-02-18T04:43:28Z', 'revision_number': 1, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:43:33.929859 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Request body: {'port': {'device_id': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:33.982223 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-63eea06c-4f0e-447c-a733-62efb50fc2e3 None None] Provisioning complete for port a49bafcc-062c-448f-af59-f3558d362c48 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:33.982641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-63eea06c-4f0e-447c-a733-62efb50fc2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:34.186391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:34.202135 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-63eea06c-4f0e-447c-a733-62efb50fc2e3 None None] Provisioning for port b697955c-80b9-4d04-bbbc-3801dc87cfaf completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:34.203559 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Transition to ACTIVE for port object 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e will not be triggered until provisioned by entity L2. {{(pid=84046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:34.207891 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-63eea06c-4f0e-447c-a733-62efb50fc2e3 None None] Provisioning complete for port b697955c-80b9-4d04-bbbc-3801dc87cfaf triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:34.208580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-63eea06c-4f0e-447c-a733-62efb50fc2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:34.267599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:34.278427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:34.290613 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-63eea06c-4f0e-447c-a733-62efb50fc2e3 None None] Port b697955c-80b9-4d04-bbbc-3801dc87cfaf cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:43:34.300498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3ae501af-f7c0-4397-bcdf-fba580994e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:34.306084 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:34.308264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0532f277-1e60-4030-af44-22c1187a4f4d None None] New status for floating IP 73a12f58-6215-4c12-9dc4-727493324c9c: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:43:34.349712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d178ce-e773-49cf-a658-197bd239d340 req-b08f5475-75ab-4155-ad37-87f578b7ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:34.351364 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a3d178ce-e773-49cf-a658-197bd239d340 req-b08f5475-75ab-4155-ad37-87f578b7ac9d service neutron] 10.222.0.16 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 911 time: 0.4992726
Feb 18 04:43:34.400370 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-747a66c5-25d1-4f89-9f0c-f8666ae59f90 req-41c4249d-1caa-4e39-804c-47af00f0856b service neutron] 10.222.0.16 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5162401
Feb 18 04:43:34.462589 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-f96eec99-4f31-4e64-9d55-c942ba47c0f9 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.236 HTTP/1.1" status: 200  len: 1002 time: 0.4286294
Feb 18 04:43:34.571184 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab11305-65a3-4d48-8e49-31a2e929d744 req-42309c69-ad97-4891-9900-3f19cd019112 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:34.572960 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ab11305-65a3-4d48-8e49-31a2e929d744 req-42309c69-ad97-4891-9900-3f19cd019112 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 931 time: 0.2726717
Feb 18 04:43:34.625067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c7edc-cc98-44ca-93ac-2a159c3d88d0 None None] Pushing event updated for resources: {'Port': ['ID=4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e,revision_number=2']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:34.630232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-495c7edc-cc98-44ca-93ac-2a159c3d88d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:34.638884 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ab11305-65a3-4d48-8e49-31a2e929d744 req-95ee3285-62db-43f9-8ac5-963e90fabe30 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588875
Feb 18 04:43:34.710965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Attempting to bind port 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:43:34.715007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Attempting to bind port 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:43:34.715488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Attempting to bind port 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e on network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:43:34.723363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:43:34.723363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Checking segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:43:34.723755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:34.724308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Bound using segment: {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'} {{(pid=84046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:43:34.724826 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Bound port: 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca1e9a-20bb-4a63-85a9-4d32e165570c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}}] {{(pid=84046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:43:34.727030 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:34.760900 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a3d178ce-e773-49cf-a658-197bd239d340 req-8e2b3d3b-73c0-402e-9769-2d130c9ebee8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daec314d-de6d-4422-b0c9-cea549966020 HTTP/1.1" status: 200  len: 999 time: 0.4008863
Feb 18 04:43:34.837447 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] For port 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:43:34.844469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] For port 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:43:34.849589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device a49bafcc-062c-448f-af59-f3558d362c48 up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:34.875512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:34.893468 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bf3392e6-8c47-4616-9212-78e841790e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:34.927673 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port a49bafcc-062c-448f-af59-f3558d362c48 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:34.928078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:34.951251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Allocated IP 172.20.0.1 (b0fb9c18-ca46-457b-b08c-780c07e76572/3602bcdc-c44b-40fa-bacd-ec34feda1232/33d88556-d9a2-4743-b33e-a920fd35116f) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:43:35.066663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c7edc-cc98-44ca-93ac-2a159c3d88d0 None None] Pushing event updated for resources: {'Port': ['ID=4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e,revision_number=3']} {{(pid=84046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:35.072863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-495c7edc-cc98-44ca-93ac-2a159c3d88d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:35.120491 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Routers {'72dddada-bb37-49ca-b7c6-8723d9523421'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:35.121189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3bd9b0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['72dddada-bb37-49ca-b7c6-8723d9523421'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:35.162628 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Deleting port db81def6-8bca-40ed-a0ec-211e59321b40 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:43:35.163157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:35.329136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] Set router 72dddada-bb37-49ca-b7c6-8723d9523421 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:35.399397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:35.416349 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Transition to ACTIVE for port object 33d88556-d9a2-4743-b33e-a920fd35116f will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:35.467278 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:35.483393 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2213cc2b-7dda-47d1-825b-c0e83357a95f tempest-DeleteServersTestJSON-178810059 tempest-DeleteServersTestJSON-178810059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:35.524475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:35.524846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:35.560639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-985509d9-e06b-44ce-92fb-6a837fbec960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:35.637179 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Pushing event updated for resources: {'Port': ['ID=33d88556-d9a2-4743-b33e-a920fd35116f,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:35.640884 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:35.643126 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e3bd9b0>, [{'id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'name': 'tempest-TestVolumeBootPattern-691623671-router', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:27Z', 'updated_at': '2021-02-18T04:43:30Z', 'revision_number': 3, 'project_id': '0b9b03de470f40eb80b06fb549ab80c0', 'gw_port': {'id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:29Z', 'updated_at': '2021-02-18T04:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:35.648702 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cb924-0aa5-4d99-8a67-cc1ffe26b4a7 None None] The sync data for ids ['72dddada-bb37-49ca-b7c6-8723d9523421'] in dv-cinder-776307-1-iscsi is: [{'id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'name': 'tempest-TestVolumeBootPattern-691623671-router', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:27Z', 'updated_at': '2021-02-18T04:43:30Z', 'revision_number': 3, 'project_id': '0b9b03de470f40eb80b06fb549ab80c0', 'gw_port': {'id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:29Z', 'updated_at': '2021-02-18T04:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:43:35.674729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Calling delete_port for db81def6-8bca-40ed-a0ec-211e59321b40 owned by network:floatingip {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:43:35.698566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Network b0fb9c18-ca46-457b-b08c-780c07e76572 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:43:35.699753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:35.702062 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:43:35.761889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977125'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:35.852781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b697955c-80b9-4d04-bbbc-3801dc87cfaf {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:43:35.935413 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:35.969621 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-073dadba-f2d6-48df-bac5-baac9047e5e4 None None] Provisioning for port 33d88556-d9a2-4743-b33e-a920fd35116f completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:35.976000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-073dadba-f2d6-48df-bac5-baac9047e5e4 None None] Provisioning complete for port 33d88556-d9a2-4743-b33e-a920fd35116f triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:35.976681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-073dadba-f2d6-48df-bac5-baac9047e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:35.986464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Transition to ACTIVE for port object b697955c-80b9-4d04-bbbc-3801dc87cfaf will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:36.017586 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:36.050543 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-073dadba-f2d6-48df-bac5-baac9047e5e4 None None] Port 33d88556-d9a2-4743-b33e-a920fd35116f cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:43:36.114277 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4033c4fd-5723-4222-92b5-0b03c39e71a6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:36.148813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:36.217777 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:36.299662 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Pushing event updated for resources: {'Port': ['ID=b697955c-80b9-4d04-bbbc-3801dc87cfaf,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:36.317818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:36.318378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d1dd4e71-b747-41f6-9217-d7f7dd1e497e tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:36.394497 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Pushing event deleted for resources: {'Port': ['ID=db81def6-8bca-40ed-a0ec-211e59321b40,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:36.411445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:36.545590 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:36.578192 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:36.606556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks [] for floatingip, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:36.606969 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Floating IP a91eeec1-a621-4414-ab56-d535d1bff263 disassociated (deleted). External IP: 172.27.3.236, port: bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e.
Feb 18 04:43:36.612208 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-41e3e08d-d995-47a3-91bd-332270661353 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:36.707271 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Pushing event updated for resources: {'Port': ['ID=33d88556-d9a2-4743-b33e-a920fd35116f,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:36.710166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854013805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853798841'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:36.713895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Attempting to bind port b697955c-80b9-4d04-bbbc-3801dc87cfaf on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:43:36.714265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Attempting to bind port b697955c-80b9-4d04-bbbc-3801dc87cfaf by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:43:36.715025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Attempting to bind port b697955c-80b9-4d04-bbbc-3801dc87cfaf on network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:43:36.722968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:43:36.723346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Checking segment: {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:43:36.723749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:36.724144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Bound using segment: {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:43:36.724621 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Bound port: b697955c-80b9-4d04-bbbc-3801dc87cfaf, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:43:36.724990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:36.726817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:36.860931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Network b0fb9c18-ca46-457b-b08c-780c07e76572 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:43:36.862141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:43:36.901048 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:36.995455 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] For port b697955c-80b9-4d04-bbbc-3801dc87cfaf, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:43:37.025917 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] For port b697955c-80b9-4d04-bbbc-3801dc87cfaf, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=b697955c-80b9-4d04-bbbc-3801dc87cfaf,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:43:37.070181 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Router 72dddada-bb37-49ca-b7c6-8723d9523421 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:43:37.093073 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:37.101483 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:37.107759 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:37.108655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:37.116848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:37.255032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-fd3fd13d-146f-4fa1-8005-0af3d1b5853c None None] Provisioning complete for port 33d88556-d9a2-4743-b33e-a920fd35116f triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:37.255457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd13d-146f-4fa1-8005-0af3d1b5853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:37.284093 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:43:37.297627 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] 10.222.0.43 "PUT /v2.0/routers/72dddada-bb37-49ca-b7c6-8723d9523421/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5246181
Feb 18 04:43:37.345787 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:37.365477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:37.368256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-fd3fd13d-146f-4fa1-8005-0af3d1b5853c None None] Port 33d88556-d9a2-4743-b33e-a920fd35116f cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:43:37.423443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:37.432160 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-193982c9-45ab-4f12-a09c-1c45955291ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:37.516299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:37.520701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:37.587280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Router c478f7ee-c3fa-4ab5-a98d-67483575ed4c has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:43:37.612681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Pushing event updated for resources: {'Port': ['ID=b697955c-80b9-4d04-bbbc-3801dc87cfaf,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:37.635555 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:37.692995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a501f3e-a508-46ef-8ed8-0db03de44f42 req-63f3ffe6-0c26-42fb-aae7-b53b992efe65 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:37.694652 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6a501f3e-a508-46ef-8ed8-0db03de44f42 req-63f3ffe6-0c26-42fb-aae7-b53b992efe65 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 943 time: 0.0893593
Feb 18 04:43:37.729001 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d178ce-e773-49cf-a658-197bd239d340 req-eff85dba-821a-4ad8-89c2-0e8cf29c254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:37.730586 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a3d178ce-e773-49cf-a658-197bd239d340 req-eff85dba-821a-4ad8-89c2-0e8cf29c254a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67a022bf-fb15-4b2f-81b7-07983e8da5c8 HTTP/1.1" status: 200  len: 856 time: 0.4469669
Feb 18 04:43:37.742274 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6a501f3e-a508-46ef-8ed8-0db03de44f42 req-b793aec0-494b-4002-8c9e-88cd3092a883 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411351
Feb 18 04:43:37.801844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:37.802676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:37.804214 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] 10.222.0.16 "PUT /v2.0/ports/b697955c-80b9-4d04-bbbc-3801dc87cfaf HTTP/1.1" status: 200  len: 1157 time: 3.8828013
Feb 18 04:43:37.804847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'tag': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:43:37.825060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4a4bd662-40c2-4956-a8c7-6bca0e84270b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:37.992921 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:43:38.004365 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696404e-b3df-4278-b93f-7a7744c30338 None None] Sync routers for ids ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:43:38.015072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696404e-b3df-4278-b93f-7a7744c30338 None None] Routers {'c478f7ee-c3fa-4ab5-a98d-67483575ed4c'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:38.016653 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-f696404e-b3df-4278-b93f-7a7744c30338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e644dd8>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:38.031019 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d178ce-e773-49cf-a658-197bd239d340 req-83b20db5-9f14-4ac9-9d5b-5a8bf0095eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:38.032650 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a3d178ce-e773-49cf-a658-197bd239d340 req-83b20db5-9f14-4ac9-9d5b-5a8bf0095eb8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67c7849d-dc25-460c-aef1-ab79d87835ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2917299
Feb 18 04:43:38.038411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03383cdd-0c69-4989-a3ca-43959b713717 req-9d2f24ae-1f00-4ea6-b5c1-6c0c76601422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:38.040005 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-9d2f24ae-1f00-4ea6-b5c1-6c0c76601422 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 1160 time: 0.1498480
Feb 18 04:43:38.185591 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'tag': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf', 'status': 'completed', 'code': 200}
Feb 18 04:43:38.204838 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:38.211869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-f696404e-b3df-4278-b93f-7a7744c30338 None None] Set router c478f7ee-c3fa-4ab5-a98d-67483575ed4c gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:38.257353 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1115921323', 'description': 'tempest-TestVolumeBootPattern-1115921323 description'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:38.263673 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:38.268368 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Usage tracker for resource:security_group and tenant:6660306333f4419b8089c5de942e923f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:38.268907 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-54256fad-cef6-4261-a459-00898217be94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b697955c-80b9-4d04-bbbc-3801dc87cfaf HTTP/1.1" status: 200  len: 217 time: 0.2051759
Feb 18 04:43:38.271686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:38.279347 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:38.318210 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:38.348617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:38.353832 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Usage tracker for resource:security_group_rule and tenant:6660306333f4419b8089c5de942e923f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:38.358096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:38.359336 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "DELETE /v2.0/floatingips/a91eeec1-a621-4414-ab56-d535d1bff263 HTTP/1.1" status: 204  len: 173 time: 3.8957138
Feb 18 04:43:38.365885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:38.377238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03383cdd-0c69-4989-a3ca-43959b713717 req-c476d00c-c6ca-4671-8a0f-9436039746e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:38.378758 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-c476d00c-c6ca-4671-8a0f-9436039746e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf3bdabd-12da-4d5b-8a13-9cd7ac731207 HTTP/1.1" status: 200  len: 850 time: 0.1021698
Feb 18 04:43:38.458713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:38.481035 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a3d178ce-e773-49cf-a658-197bd239d340 req-d741c724-a7af-4619-8130-2d22e10cfa19 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4397244
Feb 18 04:43:38.490734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:38.502128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2173acf9-065c-4ad5-aa41-b440ca0e2c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:38.549086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ea15e-c2cf-4058-b15b-8518af68ed27,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:38.557331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.564436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.565367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.565367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.565367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.565367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.565367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.565367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.565367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.565367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.565986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.565986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:38.569706 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:38.580850 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:38.591565 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-553ae2e1-3d69-40cc-8e83-308ef4b7bb2d req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3387499
Feb 18 04:43:38.605157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-f696404e-b3df-4278-b93f-7a7744c30338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e644dd8>, [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:40:33Z', 'revision_number': 4, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': 'a12ea32f-9804-408f-8503-3beb77c48f91', 'name': '', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'mac_address': 'fa:16:3e:6e:93:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:32Z', 'updated_at': '2021-02-18T04:40:41Z', 'revision_number': 5, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'subnets': [{'id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:38.610936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696404e-b3df-4278-b93f-7a7744c30338 None None] Checking router: c478f7ee-c3fa-4ab5-a98d-67483575ed4c for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:43:38.620925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696404e-b3df-4278-b93f-7a7744c30338 None None] Routers {'c478f7ee-c3fa-4ab5-a98d-67483575ed4c'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:38.621587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-f696404e-b3df-4278-b93f-7a7744c30338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e644dd8>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:38.640130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:38.662475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Sync routers for ids ['72dddada-bb37-49ca-b7c6-8723d9523421'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:43:38.668383 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03383cdd-0c69-4989-a3ca-43959b713717 req-c5193aa3-18f0-455d-82a9-6bbaa14d12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:38.670021 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-c5193aa3-18f0-455d-82a9-6bbaa14d12ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2717988
Feb 18 04:43:38.674656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Routers {'72dddada-bb37-49ca-b7c6-8723d9523421'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:38.675686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3d8ffa20>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['72dddada-bb37-49ca-b7c6-8723d9523421'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:38.845829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-f696404e-b3df-4278-b93f-7a7744c30338 None None] Set router c478f7ee-c3fa-4ab5-a98d-67483575ed4c gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:38.880796 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-501950bb-6980-4190-b381-8d6636496be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:38.892111 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-501950bb-6980-4190-b381-8d6636496be2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a99129f62dc14eb59accee32ffdd9328&device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 1163 time: 0.5116270
Feb 18 04:43:38.896252 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a3d178ce-e773-49cf-a658-197bd239d340 req-234a1f49-6442-4361-9474-bd9b17271a1b service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4063473
Feb 18 04:43:38.943391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Set router 72dddada-bb37-49ca-b7c6-8723d9523421 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:39.098487 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-7e200abf-5750-4249-aad3-5d2f7bc43fe3 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4124553
Feb 18 04:43:39.103714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:39.190822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-92d94ada-593f-41fd-9d12-cb2cdd076b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:39.199210 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-92d94ada-593f-41fd-9d12-cb2cdd076b1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=169735bd-f666-4a06-a404-b47abf944bca HTTP/1.1" status: 200  len: 909 time: 0.3059196
Feb 18 04:43:39.229373 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4558b82e-a8ed-420d-aa90-1502e36e9a94 req-1a9bc849-c9ba-42e9-8900-8b3c899ee2a7 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups/fb5ea15e-c2cf-4058-b15b-8518af68ed27 HTTP/1.1" status: 200  len: 1808 time: 0.0591912
Feb 18 04:43:39.241120 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-4558b82e-a8ed-420d-aa90-1502e36e9a94 req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb5ea15e-c2cf-4058-b15b-8518af68ed27', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:39.241780 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-4558b82e-a8ed-420d-aa90-1502e36e9a94 req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb5ea15e-c2cf-4058-b15b-8518af68ed27', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:39.246322 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-f696404e-b3df-4278-b93f-7a7744c30338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e644dd8>, [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:40:33Z', 'revision_number': 4, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': 'a12ea32f-9804-408f-8503-3beb77c48f91', 'name': '', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'mac_address': 'fa:16:3e:6e:93:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:32Z', 'updated_at': '2021-02-18T04:40:41Z', 'revision_number': 5, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'subnets': [{'id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:39.249227 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-4558b82e-a8ed-420d-aa90-1502e36e9a94 req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:39.250982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696404e-b3df-4278-b93f-7a7744c30338 None None] The sync data for ids ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'] in dv-cinder-776307-1-iscsi is: [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:40:33Z', 'revision_number': 4, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': 'a12ea32f-9804-408f-8503-3beb77c48f91', 'name': '', 'network_id': '169735bd-f666-4a06-a404-b47abf944bca', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'mac_address': 'fa:16:3e:6e:93:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:32Z', 'updated_at': '2021-02-18T04:40:41Z', 'revision_number': 5, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'subnets': [{'id': '46702569-17d2-41dd-9f20-049ee2f8169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:43:39.258486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4558b82e-a8ed-420d-aa90-1502e36e9a94 req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Usage tracker for resource:security_group_rule and tenant:6660306333f4419b8089c5de942e923f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:39.261915 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4558b82e-a8ed-420d-aa90-1502e36e9a94 req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:39.268258 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-4558b82e-a8ed-420d-aa90-1502e36e9a94 req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:39.298241 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-755ab624-3294-487a-a292-978ede5aa917 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 200  len: 217 time: 0.0980992
Feb 18 04:43:39.367065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4558b82e-a8ed-420d-aa90-1502e36e9a94 req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:39.375364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:39.375790 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:39.382866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-57fa7465-e47f-4810-a79f-a8e5dd4e78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:39.384492 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-57fa7465-e47f-4810-a79f-a8e5dd4e78cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=46702569-17d2-41dd-9f20-049ee2f8169f HTTP/1.1" status: 200  len: 854 time: 0.0785255
Feb 18 04:43:39.400617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4558b82e-a8ed-420d-aa90-1502e36e9a94 req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:39.440199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4558b82e-a8ed-420d-aa90-1502e36e9a94 req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:39.444499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:39.468009 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03383cdd-0c69-4989-a3ca-43959b713717 req-b5604437-cfdc-43ff-9bed-6f561b0f9212 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3577752
Feb 18 04:43:39.470464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3663a6-8249-4bc6-bbec-6c086f0fb29a,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:39.482277 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:39.496157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-476a88f6-9e62-4368-939b-bb4ce52cc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:39.497892 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-476a88f6-9e62-4368-939b-bb4ce52cc1b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=169735bd-f666-4a06-a404-b47abf944bca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1024446
Feb 18 04:43:39.537430 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4558b82e-a8ed-420d-aa90-1502e36e9a94 req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:39.538775 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4558b82e-a8ed-420d-aa90-1502e36e9a94 req-5e3d99df-0ee1-4e26-bd1f-b07cdcb71508 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3030250
Feb 18 04:43:39.661087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3d8ffa20>, [{'id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'name': 'tempest-TestVolumeBootPattern-691623671-router', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:27Z', 'updated_at': '2021-02-18T04:43:36Z', 'revision_number': 4, 'project_id': '0b9b03de470f40eb80b06fb549ab80c0', 'gw_port': {'id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:29Z', 'updated_at': '2021-02-18T04:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '33d88556-d9a2-4743-b33e-a920fd35116f', 'name': '', 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'mac_address': 'fa:16:3e:b2:7f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3602bcdc-c44b-40fa-bacd-ec34feda1232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:34Z', 'updated_at': '2021-02-18T04:43:36Z', 'revision_number': 2, 'project_id': '0b9b03de470f40eb80b06fb549ab80c0', 'subnets': [{'id': '3602bcdc-c44b-40fa-bacd-ec34feda1232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:39.673018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Checking router: 72dddada-bb37-49ca-b7c6-8723d9523421 for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:43:39.673427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Updating router 72dddada-bb37-49ca-b7c6-8723d9523421 port 33d88556-d9a2-4743-b33e-a920fd35116f binding host dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 04:43:39.736693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc516e3-d2c9-4afe-a18e-2e4abbe5f0ca None None] New status for floating IP a91eeec1-a621-4414-ab56-d535d1bff263: DOWN {{(pid=84046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:43:39.749733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae17cf-6553-43c4-87a3-3253aecbfde5 req-b6e22041-0987-470c-8df5-81eb9a89d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:39.751483 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7ae17cf-6553-43c4-87a3-3253aecbfde5 req-b6e22041-0987-470c-8df5-81eb9a89d381 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 1160 time: 0.1550558
Feb 18 04:43:39.753757 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-e38404b6-a1e4-447a-bc22-cd9c99c3c13a service neutron] 10.222.0.43 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462783
Feb 18 04:43:39.786634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:39.809832 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f55a70-1973-4f21-8e89-6deab4921f20 req-19e82986-cd25-4005-b884-f196620a08d0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:39.811515 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-83f55a70-1973-4f21-8e89-6deab4921f20 req-19e82986-cd25-4005-b884-f196620a08d0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 943 time: 0.0965416
Feb 18 04:43:39.880242 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-83f55a70-1973-4f21-8e89-6deab4921f20 req-5726df46-a6ff-4e50-bd4b-5a95e5d752b1 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598195
Feb 18 04:43:39.968653 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b2e991d1-061d-4578-8ebf-1b207d7356b6 req-320ad43b-e329-46c0-96ff-5dbe7061aeb9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups/fb5ea15e-c2cf-4058-b15b-8518af68ed27 HTTP/1.1" status: 200  len: 2401 time: 0.0650730
Feb 18 04:43:39.985959 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-b2e991d1-061d-4578-8ebf-1b207d7356b6 req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb5ea15e-c2cf-4058-b15b-8518af68ed27', 'remote_group_id': None}]} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:39.986331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-b2e991d1-061d-4578-8ebf-1b207d7356b6 req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb5ea15e-c2cf-4058-b15b-8518af68ed27', 'remote_group_id': None}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:39.996349 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-b2e991d1-061d-4578-8ebf-1b207d7356b6 req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:40.002250 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-b2e991d1-061d-4578-8ebf-1b207d7356b6 req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Usage tracker for resource:security_group_rule and tenant:6660306333f4419b8089c5de942e923f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:40.007034 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-b2e991d1-061d-4578-8ebf-1b207d7356b6 req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:40.016890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-b2e991d1-061d-4578-8ebf-1b207d7356b6 req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:40.037287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:40.045940 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:40.117880 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b2e991d1-061d-4578-8ebf-1b207d7356b6 req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:40.144370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b2e991d1-061d-4578-8ebf-1b207d7356b6 req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:40.177512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b2e991d1-061d-4578-8ebf-1b207d7356b6 req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996027'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:40.185181 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:40.186641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:43:40.204976 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea0bbaa-255d-43c9-a726-ccb102b46420,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:40.208376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:40.245829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b2e991d1-061d-4578-8ebf-1b207d7356b6 req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:40.247198 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b2e991d1-061d-4578-8ebf-1b207d7356b6 req-4ed515ec-de9a-4fec-afa8-fc54cd48057e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2660801
Feb 18 04:43:40.280113 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88a78f97-8c2c-4413-b283-f3082c3c4c7a req-3c2df22f-71ef-4c2c-b566-456696f0f6c4 service neutron] 10.222.0.43 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5156970
Feb 18 04:43:40.281445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae17cf-6553-43c4-87a3-3253aecbfde5 req-08edeb83-9afc-4c5f-a1fd-0d3502f0b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:40.282615 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7ae17cf-6553-43c4-87a3-3253aecbfde5 req-08edeb83-9afc-4c5f-a1fd-0d3502f0b012 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c HTTP/1.1" status: 200  len: 905 time: 0.5170660
Feb 18 04:43:40.313517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:40.323724 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Transition to ACTIVE for port object 33d88556-d9a2-4743-b33e-a920fd35116f will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:43:40.364172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:40.365496 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7ae17cf-6553-43c4-87a3-3253aecbfde5 req-0748a14f-2b39-444f-9076-157611a62379 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b697955c-80b9-4d04-bbbc-3801dc87cfaf HTTP/1.1" status: 200  len: 217 time: 0.0729918
Feb 18 04:43:40.382282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:40.457454 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae17cf-6553-43c4-87a3-3253aecbfde5 req-90e4ca69-7810-4dbe-9ead-05cad3555119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:40.459652 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7ae17cf-6553-43c4-87a3-3253aecbfde5 req-90e4ca69-7810-4dbe-9ead-05cad3555119 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf3bdabd-12da-4d5b-8a13-9cd7ac731207 HTTP/1.1" status: 200  len: 850 time: 0.0825865
Feb 18 04:43:40.582064 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e', 'status': 'completed', 'code': 200}
Feb 18 04:43:40.614813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a84a35-27b1-4283-9b38-049d6365c7c1 None None] Pushing event updated for resources: {'Port': ['ID=33d88556-d9a2-4743-b33e-a920fd35116f,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:40.622462 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-85a84a35-27b1-4283-9b38-049d6365c7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:40.669843 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae17cf-6553-43c4-87a3-3253aecbfde5 req-934aa3e8-f48e-4fa4-86e8-c6e13c5cdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:40.671613 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7ae17cf-6553-43c4-87a3-3253aecbfde5 req-934aa3e8-f48e-4fa4-86e8-c6e13c5cdb5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1788630
Feb 18 04:43:40.674261 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7854222-9016-4b3f-97cd-c39081442a07 req-4aa13ba1-8858-4245-abb8-d4821c95fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:40.676530 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7854222-9016-4b3f-97cd-c39081442a07 req-4aa13ba1-8858-4245-abb8-d4821c95fc08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a99129f62dc14eb59accee32ffdd9328&device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 1163 time: 0.1318307
Feb 18 04:43:40.819092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Attempting to bind port 33d88556-d9a2-4743-b33e-a920fd35116f on host dv-cinder-776307-1-iscsi for vnic_type normal with profile  {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:43:40.819503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Attempting to bind port 33d88556-d9a2-4743-b33e-a920fd35116f by drivers openvswitch on host dv-cinder-776307-1-iscsi at level 0 using segments [{'id': 'ad5ecec3-449e-4d5c-9c96-dfb28901d0a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:43:40.819919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Attempting to bind port 33d88556-d9a2-4743-b33e-a920fd35116f on network b0fb9c18-ca46-457b-b08c-780c07e76572 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:43:40.826208 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Checking agent: {'id': 'cd8374fc-72f1-48c4-bd75-1fc28819930f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 29, 9), 'started_at': datetime.datetime(2021, 2, 18, 4, 29, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:43:40.826659 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Checking segment: {'id': 'ad5ecec3-449e-4d5c-9c96-dfb28901d0a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:43:40.827155 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:40.827591 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Bound using segment: {'id': 'ad5ecec3-449e-4d5c-9c96-dfb28901d0a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:43:40.828119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Bound port: 33d88556-d9a2-4743-b33e-a920fd35116f, host: dv-cinder-776307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ecec3-449e-4d5c-9c96-dfb28901d0a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:43:40.828537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:41.000474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] For port 33d88556-d9a2-4743-b33e-a920fd35116f, host dv-cinder-776307-1-iscsi, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:43:41.008897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] For port 33d88556-d9a2-4743-b33e-a920fd35116f, host dv-cinder-776307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=33d88556-d9a2-4743-b33e-a920fd35116f,segment=NetworkSegment(ad5ecec3-449e-4d5c-9c96-dfb28901d0a1),segment_id=ad5ecec3-449e-4d5c-9c96-dfb28901d0a1)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:43:41.057972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:41.059556 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7ae17cf-6553-43c4-87a3-3253aecbfde5 req-c442ed30-f947-4e1b-9a78-dbc39645c63e service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3603623
Feb 18 04:43:41.075094 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-46dee9be-ed63-4c99-b129-0d1112b5c1c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:41.142648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c64861-e45f-45e7-943f-1173487cbe99 req-b51d5120-e040-4e23-86cb-65e664bebfcb tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:41.144885 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27c64861-e45f-45e7-943f-1173487cbe99 req-b51d5120-e040-4e23-86cb-65e664bebfcb tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 943 time: 0.1110680
Feb 18 04:43:41.193204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7854222-9016-4b3f-97cd-c39081442a07 req-5bff1ca5-f48b-4f3e-b4c0-a8bcf61e20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:41.194825 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7854222-9016-4b3f-97cd-c39081442a07 req-5bff1ca5-f48b-4f3e-b4c0-a8bcf61e20ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=169735bd-f666-4a06-a404-b47abf944bca HTTP/1.1" status: 200  len: 909 time: 0.4939132
Feb 18 04:43:41.253220 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27c64861-e45f-45e7-943f-1173487cbe99 req-b2dbd685-c974-4832-ada3-e89735756a80 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011868
Feb 18 04:43:41.332564 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a84a35-27b1-4283-9b38-049d6365c7c1 None None] Pushing event updated for resources: {'Port': ['ID=33d88556-d9a2-4743-b33e-a920fd35116f,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:41.349269 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7854222-9016-4b3f-97cd-c39081442a07 req-7660f1a4-fb1b-413e-bf1f-f21984fa1412 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 200  len: 217 time: 0.1349182
Feb 18 04:43:41.353204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-85a84a35-27b1-4283-9b38-049d6365c7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:41.406544 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Routers {'72dddada-bb37-49ca-b7c6-8723d9523421'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:41.407280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3d8ffa20>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['72dddada-bb37-49ca-b7c6-8723d9523421'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:41.440045 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7ae17cf-6553-43c4-87a3-3253aecbfde5 req-f8d1b24b-c94c-46fc-ac81-0feee5e0d0e4 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3648214
Feb 18 04:43:41.459054 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7854222-9016-4b3f-97cd-c39081442a07 req-43d91d3d-5779-456c-aeb3-75515269466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:41.460679 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7854222-9016-4b3f-97cd-c39081442a07 req-43d91d3d-5779-456c-aeb3-75515269466a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46702569-17d2-41dd-9f20-049ee2f8169f HTTP/1.1" status: 200  len: 854 time: 0.0981913
Feb 18 04:43:41.555660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7854222-9016-4b3f-97cd-c39081442a07 req-662625fe-aceb-48a0-a043-a2db279c9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:41.557443 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7854222-9016-4b3f-97cd-c39081442a07 req-662625fe-aceb-48a0-a043-a2db279c9f89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=169735bd-f666-4a06-a404-b47abf944bca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0901427
Feb 18 04:43:41.625550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] Set router 72dddada-bb37-49ca-b7c6-8723d9523421 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:41.730755 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7854222-9016-4b3f-97cd-c39081442a07 req-32c460ae-bc57-4b13-81c0-4909b2e8a44f service neutron] 10.222.0.16 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521118
Feb 18 04:43:41.905646 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7854222-9016-4b3f-97cd-c39081442a07 req-203bfe78-7ac6-4207-a7d7-8ef2fda93add service neutron] 10.222.0.16 "GET /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1614983
Feb 18 04:43:42.036421 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3d8ffa20>, [{'id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'name': 'tempest-TestVolumeBootPattern-691623671-router', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:27Z', 'updated_at': '2021-02-18T04:43:36Z', 'revision_number': 4, 'project_id': '0b9b03de470f40eb80b06fb549ab80c0', 'gw_port': {'id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:29Z', 'updated_at': '2021-02-18T04:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '33d88556-d9a2-4743-b33e-a920fd35116f', 'name': '', 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'mac_address': 'fa:16:3e:b2:7f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3602bcdc-c44b-40fa-bacd-ec34feda1232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:34Z', 'updated_at': '2021-02-18T04:43:40Z', 'revision_number': 4, 'project_id': '0b9b03de470f40eb80b06fb549ab80c0', 'subnets': [{'id': '3602bcdc-c44b-40fa-bacd-ec34feda1232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:42.040777 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7fbc3e-1b12-4423-9815-1d8d4776bfd4 None None] The sync data for ids ['72dddada-bb37-49ca-b7c6-8723d9523421'] in dv-cinder-776307-1-iscsi is: [{'id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'name': 'tempest-TestVolumeBootPattern-691623671-router', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:27Z', 'updated_at': '2021-02-18T04:43:36Z', 'revision_number': 4, 'project_id': '0b9b03de470f40eb80b06fb549ab80c0', 'gw_port': {'id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:29Z', 'updated_at': '2021-02-18T04:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '33d88556-d9a2-4743-b33e-a920fd35116f', 'name': '', 'network_id': 'b0fb9c18-ca46-457b-b08c-780c07e76572', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'mac_address': 'fa:16:3e:b2:7f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3602bcdc-c44b-40fa-bacd-ec34feda1232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:34Z', 'updated_at': '2021-02-18T04:43:40Z', 'revision_number': 4, 'project_id': '0b9b03de470f40eb80b06fb549ab80c0', 'subnets': [{'id': '3602bcdc-c44b-40fa-bacd-ec34feda1232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:43:42.519178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c9589-383c-4d49-bba5-5a22f6d672ab req-ab547364-150a-4a7c-b7ab-fdacef7f62be tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:42.521221 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7f2c9589-383c-4d49-bba5-5a22f6d672ab req-ab547364-150a-4a7c-b7ab-fdacef7f62be tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 943 time: 0.1241767
Feb 18 04:43:42.577311 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 55186) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:42.596350 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7f2c9589-383c-4d49-bba5-5a22f6d672ab req-61df7a4a-f2b8-4e29-aada-dad03ba86375 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634487
Feb 18 04:43:42.742215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-11f7473d-72fc-48a1-8910-d4b0ca173d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:42.760359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-11f7473d-72fc-48a1-8910-d4b0ca173d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:43:42.765693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-11f7473d-72fc-48a1-8910-d4b0ca173d09 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ea52fdc4fa44d4a5b0bcca2a5c1fbe is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:43:42.769200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-11f7473d-72fc-48a1-8910-d4b0ca173d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:43:42.775551 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-11f7473d-72fc-48a1-8910-d4b0ca173d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:43:42.869908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 33d88556-d9a2-4743-b33e-a920fd35116f up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:42.941096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-11f7473d-72fc-48a1-8910-d4b0ca173d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:42.948598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device b697955c-80b9-4d04-bbbc-3801dc87cfaf up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:42.971511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-11f7473d-72fc-48a1-8910-d4b0ca173d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:42.983822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1969ab6c-04de-4426-a08a-5c8562d175d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:43.001816 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning for port 33d88556-d9a2-4743-b33e-a920fd35116f completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:43.017264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 33d88556-d9a2-4743-b33e-a920fd35116f triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:43.017678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:43.040375 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-11f7473d-72fc-48a1-8910-d4b0ca173d09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8ea52fdc4fa44d4a5b0bcca2a5c1fbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4612234
Feb 18 04:43:43.041490 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7473d-72fc-48a1-8910-d4b0ca173d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e889f3fe-80c9-42ed-b5e0-a6d853772d32,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:43.043210 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 55194) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:43.045367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-11f7473d-72fc-48a1-8910-d4b0ca173d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:43.113044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e6d28d4-ceda-4d2e-81e7-562b6bff4f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:43.130197 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port b697955c-80b9-4d04-bbbc-3801dc87cfaf completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:43:43.141431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e6d28d4-ceda-4d2e-81e7-562b6bff4f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:43.145294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port b697955c-80b9-4d04-bbbc-3801dc87cfaf triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:43.145737 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:43.217039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e6d28d4-ceda-4d2e-81e7-562b6bff4f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:43.220292 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:43.223281 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-14c5e317-50fc-4858-a552-0004f703883e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:43.239991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d28d4-ceda-4d2e-81e7-562b6bff4f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e889f3fe-80c9-42ed-b5e0-a6d853772d32,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:43.243468 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9e6d28d4-ceda-4d2e-81e7-562b6bff4f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:43.249807 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e6d28d4-ceda-4d2e-81e7-562b6bff4f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:43.251410 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-9e6d28d4-ceda-4d2e-81e7-562b6bff4f9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e889f3fe-80c9-42ed-b5e0-a6d853772d32 HTTP/1.1" status: 204  len: 168 time: 0.2068021
Feb 18 04:43:43.327474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] For port 33d88556-d9a2-4743-b33e-a920fd35116f, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=33d88556-d9a2-4743-b33e-a920fd35116f,segment=NetworkSegment(ad5ecec3-449e-4d5c-9c96-dfb28901d0a1),segment_id=ad5ecec3-449e-4d5c-9c96-dfb28901d0a1)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:43.350610 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:43.378823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:43.382546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e5d552d9-0f4c-4e54-b063-4e071b1ef8f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:43.423668 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:43:43.446298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port b697955c-80b9-4d04-bbbc-3801dc87cfaf, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=b697955c-80b9-4d04-bbbc-3801dc87cfaf,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:43.478388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Pushing event updated for resources: {'Port': ['ID=33d88556-d9a2-4743-b33e-a920fd35116f,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:43.489713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:43.491971 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:43.492504 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:43.571093 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=b697955c-80b9-4d04-bbbc-3801dc87cfaf,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:43.574488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:43.804293 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf', 'code': 200}
Feb 18 04:43:43.888528 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637474-59d0-46cf-ac04-dba6f888a7ff req-be366729-64e0-4e12-b49d-be59e4b8dfdb tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:43.891014 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0d637474-59d0-46cf-ac04-dba6f888a7ff req-be366729-64e0-4e12-b49d-be59e4b8dfdb tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 945 time: 0.0979280
Feb 18 04:43:43.984283 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0d637474-59d0-46cf-ac04-dba6f888a7ff req-ac4fe9af-b633-4aca-a4c4-4ce9a3a06e64 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864871
Feb 18 04:43:44.170195 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedf569-eff9-4e6a-acc1-ed3928dd4bf9 req-67345f30-1c31-472a-9c28-bb012e65afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:44.171944 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7aedf569-eff9-4e6a-acc1-ed3928dd4bf9 req-67345f30-1c31-472a-9c28-bb012e65afdc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 1162 time: 0.0803192
Feb 18 04:43:44.217225 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7aedf569-eff9-4e6a-acc1-ed3928dd4bf9 req-8250ecb4-7a77-4684-9adf-b7f35d5cb09a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373797
Feb 18 04:43:44.478296 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device b697955c-80b9-4d04-bbbc-3801dc87cfaf up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:44.558336 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port b697955c-80b9-4d04-bbbc-3801dc87cfaf triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:44.558766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:44.838639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 33d88556-d9a2-4743-b33e-a920fd35116f up at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:43:44.925049 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Provisioning complete for port 33d88556-d9a2-4743-b33e-a920fd35116f triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:43:44.926031 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:44.966528 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:45.200313 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dcdc7-0e32-4d8e-9dba-430d52c9be5a req-671c8686-32f9-48ea-bfd1-4e2402dac294 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:45.201913 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d38dcdc7-0e32-4d8e-9dba-430d52c9be5a req-671c8686-32f9-48ea-bfd1-4e2402dac294 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 945 time: 0.0950916
Feb 18 04:43:45.257521 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d38dcdc7-0e32-4d8e-9dba-430d52c9be5a req-125d4a4e-f0d2-4928-8b52-657bf0d96bee tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464830
Feb 18 04:43:45.729403 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e553b-27d0-4e74-90f9-d8a3bdf1b9f6 req-e43c8125-9985-4373-afb1-004fe18f4f1c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:45.731040 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d1e553b-27d0-4e74-90f9-d8a3bdf1b9f6 req-e43c8125-9985-4373-afb1-004fe18f4f1c tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.0884452
Feb 18 04:43:45.780661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4d1e553b-27d0-4e74-90f9-d8a3bdf1b9f6 req-d915373f-8faa-403d-9848-30e25a94de92 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Synchronizing usage tracker for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:43:45.828616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4d1e553b-27d0-4e74-90f9-d8a3bdf1b9f6 req-d915373f-8faa-403d-9848-30e25a94de92 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Unset dirty status for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:43:45.830034 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d1e553b-27d0-4e74-90f9-d8a3bdf1b9f6 req-d915373f-8faa-403d-9848-30e25a94de92 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926161
Feb 18 04:43:46.691979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ec3bb-fbd4-4a95-8a49-34b3f16944ca req-4cbec986-de27-4d66-887a-634521be7410 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:46.693618 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6b8ec3bb-fbd4-4a95-8a49-34b3f16944ca req-4cbec986-de27-4d66-887a-634521be7410 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 945 time: 0.3189764
Feb 18 04:43:46.741443 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6b8ec3bb-fbd4-4a95-8a49-34b3f16944ca req-86d9e07c-ea75-47ab-bb57-10052ac88a12 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416582
Feb 18 04:43:46.964097 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b61936-fc1c-46e4-80d4-d8cde21417bf req-a4d6abb5-7080-4acf-858f-6f8cabcbcc7a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:46.964868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-22b61936-fc1c-46e4-80d4-d8cde21417bf req-a4d6abb5-7080-4acf-858f-6f8cabcbcc7a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Synchronizing usage tracker for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:43:47.033680 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-22b61936-fc1c-46e4-80d4-d8cde21417bf req-a4d6abb5-7080-4acf-858f-6f8cabcbcc7a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Unset dirty status for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:43:47.036320 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-22b61936-fc1c-46e4-80d4-d8cde21417bf req-a4d6abb5-7080-4acf-858f-6f8cabcbcc7a tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 945 time: 0.1857517
Feb 18 04:43:47.041711 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43e3f1-7357-44ce-ab4e-594d5f621763 req-d0545d1c-39ab-4f9a-a6d8-ac72bca71f82 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:47.043384 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4e43e3f1-7357-44ce-ab4e-594d5f621763 req-d0545d1c-39ab-4f9a-a6d8-ac72bca71f82 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.0953968
Feb 18 04:43:47.047101 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 55294) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:47.055067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-1d56ee1c-fb00-4ede-b78f-7a0face1527c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Request body: {'floatingip': {'port_id': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:43:47.158548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1d56ee1c-fb00-4ede-b78f-7a0face1527c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:47.308676 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4e43e3f1-7357-44ce-ab4e-594d5f621763 req-a3f639fe-118d-4460-8130-03384219a160 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2585065
Feb 18 04:43:47.836102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-6fd21287-212b-4ce5-b2ce-49d375918a4e tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:47.836958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-6fd21287-212b-4ce5-b2ce-49d375918a4e tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Synchronizing usage tracker for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:43:47.866456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1d56ee1c-fb00-4ede-b78f-7a0face1527c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:47.879415 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-6fd21287-212b-4ce5-b2ce-49d375918a4e tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Unset dirty status for tenant:a99129f62dc14eb59accee32ffdd9328 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:43:47.880661 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-6fd21287-212b-4ce5-b2ce-49d375918a4e tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.1314623
Feb 18 04:43:47.906123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1d56ee1c-fb00-4ede-b78f-7a0face1527c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:47.968034 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Deleting port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:43:47.968436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:48.097758 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [None req-1d56ee1c-fb00-4ede-b78f-7a0face1527c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Floating IP a6bc1f1d-47cc-4496-a479-5d8d44b41352 associated. External IP: 172.27.3.59, port: b697955c-80b9-4d04-bbbc-3801dc87cfaf.
Feb 18 04:43:48.241345 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] For port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e,segment=NetworkSegment(bd51506b-3d08-42c4-b0d5-a06cf1f861ff),segment_id=bd51506b-3d08-42c4-b0d5-a06cf1f861ff)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:48.241740 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:48.383403 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Calling delete_port for bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:43:48.474256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:43:48.537511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d56ee1c-fb00-4ede-b78f-7a0face1527c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Router c9aa9f1f-ee14-419e-842b-c538cff462ac has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:43:48.606597 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:48.644308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:48.647773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb214c-2522-4205-a04c-4da46cbf1f3c req-ed52bcf2-14b5-4acc-9a55-83a2a16e9517 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:48.649512 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0ffb214c-2522-4205-a04c-4da46cbf1f3c req-ed52bcf2-14b5-4acc-9a55-83a2a16e9517 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 946 time: 0.2095168
Feb 18 04:43:48.665376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b552c402-a218-48f1-82d6-9ab0ada74aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:48.766762 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Pushing event deleted for resources: {'Port': ['ID=bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:48.780436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.780848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.781255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.781656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.782059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.782458 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.782872 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.783250 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.783642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.785132 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.785132 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.785367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.785702 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.786093 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.786516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.787010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.787400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.787788 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.788173 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.788681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.788935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.789320 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.789821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.790064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:43:48.791980 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0ffb214c-2522-4205-a04c-4da46cbf1f3c req-a30e6d95-3c4f-4165-8daa-c387772bf93e tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222641
Feb 18 04:43:48.793841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:48.810238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d56ee1c-fb00-4ede-b78f-7a0face1527c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:43:48.817374 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1d56ee1c-fb00-4ede-b78f-7a0face1527c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:48.822253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034a9d6-1c6e-4c25-a7c9-a4b108690303 None None] Sync routers for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:43:48.851314 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034a9d6-1c6e-4c25-a7c9-a4b108690303 None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:48.852520 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2034a9d6-1c6e-4c25-a7c9-a4b108690303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3d82f710>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:48.886750 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1d56ee1c-fb00-4ede-b78f-7a0face1527c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "PUT /v2.0/floatingips/a6bc1f1d-47cc-4496-a479-5d8d44b41352 HTTP/1.1" status: 200  len: 990 time: 1.8371265
Feb 18 04:43:48.886750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'tag': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:43:48.964473 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] No DVR routers for this DVR port bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:43:48.971143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:48.975141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'name': 'network-vif-deleted', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:43:49.046465 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-258d7520-cee1-475d-9072-5dc297cf9c49 req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.16 "DELETE /v2.0/ports/bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e HTTP/1.1" status: 204  len: 173 time: 1.1580172
Feb 18 04:43:49.092331 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfac34c-53b6-40a2-93d1-75db7782e191', 'name': 'network-vif-deleted', 'tag': 'bd1186a3-d14b-45ed-9c4a-5f0b0d3f306e', 'status': 'completed', 'code': 200}
Feb 18 04:43:49.142149 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'tag': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf', 'status': 'completed', 'code': 200}
Feb 18 04:43:49.267789 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-2034a9d6-1c6e-4c25-a7c9-a4b108690303 None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:49.304919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d16c2-d9cc-444a-b1d4-94ca6f78ed10 req-8747a7b6-601d-40e2-b5a9-437450ca9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:49.306579 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-324d16c2-d9cc-444a-b1d4-94ca6f78ed10 req-8747a7b6-601d-40e2-b5a9-437450ca9828 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 1162 time: 0.1325598
Feb 18 04:43:49.467589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d16c2-d9cc-444a-b1d4-94ca6f78ed10 req-0a62758c-7c7e-4076-9e2b-1d5711c41e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:49.469192 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-324d16c2-d9cc-444a-b1d4-94ca6f78ed10 req-0a62758c-7c7e-4076-9e2b-1d5711c41e6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c HTTP/1.1" status: 200  len: 905 time: 0.1558819
Feb 18 04:43:49.584358 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-324d16c2-d9cc-444a-b1d4-94ca6f78ed10 req-05163291-ee5c-45a8-a3c0-0b7432df2456 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b697955c-80b9-4d04-bbbc-3801dc87cfaf HTTP/1.1" status: 200  len: 998 time: 0.1043642
Feb 18 04:43:49.664328 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d16c2-d9cc-444a-b1d4-94ca6f78ed10 req-5b503bad-5266-43e0-a67d-7724f082d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:49.665841 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-324d16c2-d9cc-444a-b1d4-94ca6f78ed10 req-5b503bad-5266-43e0-a67d-7724f082d3f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf3bdabd-12da-4d5b-8a13-9cd7ac731207 HTTP/1.1" status: 200  len: 850 time: 0.0724628
Feb 18 04:43:49.672487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2034a9d6-1c6e-4c25-a7c9-a4b108690303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3d82f710>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': 'a6bc1f1d-47cc-4496-a479-5d8d44b41352', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'port_id': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'mac_address': 'fa:16:3e:2f:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:43:24Z', 'updated_at': '2021-02-18T04:43:47Z', 'revision_number': 1, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:45Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:49.676694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034a9d6-1c6e-4c25-a7c9-a4b108690303 None None] Checking router: c9aa9f1f-ee14-419e-842b-c538cff462ac for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:43:49.686102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034a9d6-1c6e-4c25-a7c9-a4b108690303 None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:49.687036 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2034a9d6-1c6e-4c25-a7c9-a4b108690303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3d82f710>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:49.761276 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d16c2-d9cc-444a-b1d4-94ca6f78ed10 req-4f580b79-0931-43db-a2b9-a62a4cb5a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:49.763116 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-324d16c2-d9cc-444a-b1d4-94ca6f78ed10 req-4f580b79-0931-43db-a2b9-a62a4cb5a338 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851767
Feb 18 04:43:49.888262 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-2034a9d6-1c6e-4c25-a7c9-a4b108690303 None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:50.012160 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9deb0e32-c2ac-48a0-90a9-7bc509efc87f req-c0d32a5a-1c6a-4bf2-aedc-2e939d0af189 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 210 time: 0.0585063
Feb 18 04:43:50.301041 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-2034a9d6-1c6e-4c25-a7c9-a4b108690303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3d82f710>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': 'a6bc1f1d-47cc-4496-a479-5d8d44b41352', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'port_id': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'mac_address': 'fa:16:3e:2f:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:43:24Z', 'updated_at': '2021-02-18T04:43:47Z', 'revision_number': 1, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:45Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:50.305266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034a9d6-1c6e-4c25-a7c9-a4b108690303 None None] The sync data for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi is: [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': 'a6bc1f1d-47cc-4496-a479-5d8d44b41352', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'port_id': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'mac_address': 'fa:16:3e:2f:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:43:24Z', 'updated_at': '2021-02-18T04:43:47Z', 'revision_number': 1, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:45Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:43:50.609684 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52266a04-15a0-4bf5-9a4a-b10605f3f428 None None] New status for floating IP a6bc1f1d-47cc-4496-a479-5d8d44b41352: ACTIVE {{(pid=84046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:43:51.874137 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-324d16c2-d9cc-444a-b1d4-94ca6f78ed10 req-6d38b63c-c544-446d-91b1-ebc0a4916985 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405029
Feb 18 04:43:52.988077 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-94f2d98a-2130-4ec4-b5d3-29d1f4403eb9 req-fa3e01fa-930d-4c93-b2a4-fffdf5ef12ec tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfac34c-53b6-40a2-93d1-75db7782e191 HTTP/1.1" status: 200  len: 210 time: 0.0518324
Feb 18 04:43:53.193703 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-324d16c2-d9cc-444a-b1d4-94ca6f78ed10 req-9a208135-31a1-4449-a189-0f879a9f2b89 service neutron] 10.222.0.16 "GET /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4010048
Feb 18 04:43:53.407106 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed00783-064c-40da-bf19-9fec4317f9da req-e7e7fc76-27d8-4008-9637-70c4fe9f79f2 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:53.408707 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3ed00783-064c-40da-bf19-9fec4317f9da req-e7e7fc76-27d8-4008-9637-70c4fe9f79f2 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0885594
Feb 18 04:43:53.457130 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3ed00783-064c-40da-bf19-9fec4317f9da req-ca8e1fb3-7920-4ce8-bdd0-137331f029a2 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421405
Feb 18 04:43:54.674609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b79ac-a9bc-4bf3-8a52-230b15cd606d req-51549c16-3d0c-4aa1-9b20-424b45726474 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:54.676933 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-687b79ac-a9bc-4bf3-8a52-230b15cd606d req-51549c16-3d0c-4aa1-9b20-424b45726474 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.1031861
Feb 18 04:43:54.752889 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-687b79ac-a9bc-4bf3-8a52-230b15cd606d req-cd504e19-440e-4dd3-8089-2b0d65f720a1 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0649123
Feb 18 04:43:55.490831 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 55444) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:56.138179 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324792e-2d3b-43c4-8d7b-6d08f7d3a60e req-132c0ab2-4217-49b6-a2df-858059e0f76b tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:56.139833 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a324792e-2d3b-43c4-8d7b-6d08f7d3a60e req-132c0ab2-4217-49b6-a2df-858059e0f76b tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.2726021
Feb 18 04:43:56.244651 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a324792e-2d3b-43c4-8d7b-6d08f7d3a60e req-c0b5d52e-caf0-4124-932b-2e7deb920e99 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0960054
Feb 18 04:43:56.427211 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853798796'] for router_interface, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:56.799348 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] Deleting port a12ea32f-9804-408f-8503-3beb77c48f91 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:43:56.799729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:56.984557 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] For port a12ea32f-9804-408f-8503-3beb77c48f91, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=a12ea32f-9804-408f-8503-3beb77c48f91,segment=NetworkSegment(bd51506b-3d08-42c4-b0d5-a06cf1f861ff),segment_id=bd51506b-3d08-42c4-b0d5-a06cf1f861ff)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:56.984969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:57.120500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] Calling delete_port for a12ea32f-9804-408f-8503-3beb77c48f91 owned by network:router_interface {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:43:57.461761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeefc79-3b2d-4262-9085-f4a6b1c2e425 req-982195c9-093f-4e37-89a3-d1a8d3505830 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:57.467231 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bdeefc79-3b2d-4262-9085-f4a6b1c2e425 req-982195c9-093f-4e37-89a3-d1a8d3505830 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0904844
Feb 18 04:43:57.491113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:57.507820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:43:57.512935 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bdeefc79-3b2d-4262-9085-f4a6b1c2e425 req-f012e814-3b6d-4d63-94ee-d9003e0bdcac tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0429707
Feb 18 04:43:57.610065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a12ea32f-9804-408f-8503-3beb77c48f91,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:43:57.614694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:43:58.153621 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-977351'] for router_interface, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:58.725963 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] Router c478f7ee-c3fa-4ab5-a98d-67483575ed4c has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:43:58.839822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b866f-d442-4540-b5e1-a0330c6bc57c req-8da2b5fb-8d5f-480f-9610-3f366c58bda2 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:43:58.841461 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3d4b866f-d442-4540-b5e1-a0330c6bc57c req-8da2b5fb-8d5f-480f-9610-3f366c58bda2 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.2125902
Feb 18 04:43:58.975772 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3d4b866f-d442-4540-b5e1-a0330c6bc57c req-c2d7a659-dee9-4bf0-ade8-fcb626159178 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1245582
Feb 18 04:43:58.982155 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:43:58.993194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09492bbf-de74-41df-ad53-401d99aac242 None None] Sync routers for ids ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:43:58.995237 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] 10.222.0.43 "PUT /v2.0/routers/c478f7ee-c3fa-4ab5-a98d-67483575ed4c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5031614
Feb 18 04:43:58.998594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 55506) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:43:59.004815 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09492bbf-de74-41df-ad53-401d99aac242 None None] Routers {'c478f7ee-c3fa-4ab5-a98d-67483575ed4c'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:59.005473 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-09492bbf-de74-41df-ad53-401d99aac242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3d82f128>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:59.204017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-09492bbf-de74-41df-ad53-401d99aac242 None None] Set router c478f7ee-c3fa-4ab5-a98d-67483575ed4c gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:59.208362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Notify callbacks [] for router, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:59.401165 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:59.437847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Deleting port ed0fec6f-0853-4ed5-bd36-ff36285020c8 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:43:59.438239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:59.522142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-09492bbf-de74-41df-ad53-401d99aac242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3d82f128>, [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:43:57Z', 'revision_number': 5, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port': {'id': 'ed0fec6f-0853-4ed5-bd36-ff36285020c8', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:40:27Z', 'updated_at': '2021-02-18T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:59.526549 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09492bbf-de74-41df-ad53-401d99aac242 None None] Checking router: c478f7ee-c3fa-4ab5-a98d-67483575ed4c for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:43:59.537695 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09492bbf-de74-41df-ad53-401d99aac242 None None] Routers {'c478f7ee-c3fa-4ab5-a98d-67483575ed4c'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:43:59.538361 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-09492bbf-de74-41df-ad53-401d99aac242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3d82f128>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:43:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:59.635512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] For port ed0fec6f-0853-4ed5-bd36-ff36285020c8, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=ed0fec6f-0853-4ed5-bd36-ff36285020c8,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:43:59.636006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:43:59.703633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-09492bbf-de74-41df-ad53-401d99aac242 None None] Set router c478f7ee-c3fa-4ab5-a98d-67483575ed4c gateway port host: None {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:43:59.776988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Calling delete_port for ed0fec6f-0853-4ed5-bd36-ff36285020c8 owned by network:router_gateway {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:43:59.819914 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-09492bbf-de74-41df-ad53-401d99aac242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3d82f128>, [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:43:59Z', 'revision_number': 6, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port_host': None}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:43:59.824105 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09492bbf-de74-41df-ad53-401d99aac242 None None] The sync data for ids ['c478f7ee-c3fa-4ab5-a98d-67483575ed4c'] in dv-cinder-776307-1-iscsi is: [{'id': 'c478f7ee-c3fa-4ab5-a98d-67483575ed4c', 'name': 'tempest-TestMinimumBasicScenario-1167048693-router', 'tenant_id': 'a99129f62dc14eb59accee32ffdd9328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:40:26Z', 'updated_at': '2021-02-18T04:43:59Z', 'revision_number': 6, 'project_id': 'a99129f62dc14eb59accee32ffdd9328', 'gw_port_host': None}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:44:00.020595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:00.034141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-14af4025-f1b6-4e50-abea-7116e88f3305 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:00.134228 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0fec6f-0853-4ed5-bd36-ff36285020c8,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:00.182229 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:00.281323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2e8a9-f5d1-4788-9b96-40adf0366c51 req-044354fa-7124-4da8-a082-0fb258a91275 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:00.283133 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-faf2e8a9-f5d1-4788-9b96-40adf0366c51 req-044354fa-7124-4da8-a082-0fb258a91275 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.1554775
Feb 18 04:44:00.388897 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-faf2e8a9-f5d1-4788-9b96-40adf0366c51 req-fe6fd6db-7a69-4771-bcd5-27baefd5fba0 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0721881
Feb 18 04:44:00.389723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794730'] for router_gateway, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:00.576308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112143'] for router, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:00.579293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:00.725389 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853795799'] for router, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:00.726442 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c478f7ee-c3fa-4ab5-a98d-67483575ed4c {{(pid=84044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 04:44:00.741031 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Notify callbacks [] for router, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:00.743042 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c478f7ee-c3fa-4ab5-a98d-67483575ed4c HTTP/1.1" status: 204  len: 168 time: 1.7426493
Feb 18 04:44:00.746184 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 55552) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:00.830221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1a8330-132d-4433-8311-581c0448e5a6 admin admin] Deleting subnet 46702569-17d2-41dd-9f20-049ee2f8169f {{(pid=84044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:44:00.849537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-a7bebee9-1172-4b6a-a70e-daba8f25f7bb tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:44:00.873841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device a12ea32f-9804-408f-8503-3beb77c48f91 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:44:00.919641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-a7bebee9-1172-4b6a-a70e-daba8f25f7bb tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:44:00.920964 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-a7bebee9-1172-4b6a-a70e-daba8f25f7bb tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1115921323&fields=id&tenant_id=6660306333f4419b8089c5de942e923f HTTP/1.1" status: 200  len: 267 time: 0.1586823
Feb 18 04:44:00.921903 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ca1a8330-132d-4433-8311-581c0448e5a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:00.923740 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: a12ea32f-9804-408f-8503-3beb77c48f91 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:44:00.924220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device a12ea32f-9804-408f-8503-3beb77c48f91 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:44:00.924787 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device ed0fec6f-0853-4ed5-bd36-ff36285020c8 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:44:00.963899 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: ed0fec6f-0853-4ed5-bd36-ff36285020c8 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:44:00.969051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device ed0fec6f-0853-4ed5-bd36-ff36285020c8 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:44:01.002677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ca1a8330-132d-4433-8311-581c0448e5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852470497'] for subnet, precommit_delete_associations {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:01.093265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-50599003-2b47-4c7b-8613-2cd2a4ed7cb1 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:01.094867 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-50599003-2b47-4c7b-8613-2cd2a4ed7cb1 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 812 time: 0.1650853
Feb 18 04:44:01.111474 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-2697ad07-09e7-4ae2-a023-20e4888d2130 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/quotas/6660306333f4419b8089c5de942e923f HTTP/1.1" status: 200  len: 375 time: 0.0100110
Feb 18 04:44:01.137459 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ca1a8330-132d-4433-8311-581c0448e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:01.226568 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-cceb26ff-0e9b-4959-bbd8-cca25406affb tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:44:01.296652 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-cceb26ff-0e9b-4959-bbd8-cca25406affb tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:44:01.298176 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-cceb26ff-0e9b-4959-bbd8-cca25406affb tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1809752
Feb 18 04:44:01.432432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ca1a8330-132d-4433-8311-581c0448e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2555699'] for subnet, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:01.449116 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:01.450262 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-99146cbe-6f35-4473-9406-5e4965a54f06 service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393259
Feb 18 04:44:01.541715 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a8330-132d-4433-8311-581c0448e5a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46702569-17d2-41dd-9f20-049ee2f8169f,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:01.579417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ca1a8330-132d-4433-8311-581c0448e5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:01.597046 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-91b1325c-e5fb-469b-9a8d-0a9890637c55 service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399333
Feb 18 04:44:01.654010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ca1a8330-132d-4433-8311-581c0448e5a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:01.660074 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae62be7-ceca-4537-9647-15460630aa51 None None] Network 169735bd-f666-4a06-a404-b47abf944bca requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:44:01.665410 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ca1a8330-132d-4433-8311-581c0448e5a6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/46702569-17d2-41dd-9f20-049ee2f8169f HTTP/1.1" status: 204  len: 168 time: 0.9154954
Feb 18 04:44:01.665876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 55568) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:01.669582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad81e0-fb6f-4760-a06a-ecf00647bb4f req-28d1b6cb-c97b-455d-917f-e9689b6054e0 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:01.671135 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9dad81e0-fb6f-4760-a06a-ecf00647bb4f req-28d1b6cb-c97b-455d-917f-e9689b6054e0 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.1390238
Feb 18 04:44:01.726000 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9dad81e0-fb6f-4760-a06a-ecf00647bb4f req-61ac9e14-970c-4c5e-bdfc-b26cbc46eec7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0460155
Feb 18 04:44:01.808038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:01.885315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Deleting port 815974bf-7cd5-450a-8763-3116fbde1626 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:44:01.885877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:01.959245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265c9af-176a-4d1d-b56a-37f976afa97c None None] DHCP port deletion for 169735bd-f666-4a06-a404-b47abf944bca request from dv-cinder-776307-1-iscsi {{(pid=84045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 04:44:01.965408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-d265c9af-176a-4d1d-b56a-37f976afa97c None None] Deleting port 815974bf-7cd5-450a-8763-3116fbde1626 {{(pid=84045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:44:01.965863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d265c9af-176a-4d1d-b56a-37f976afa97c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:02.118919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] For port 815974bf-7cd5-450a-8763-3116fbde1626, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=815974bf-7cd5-450a-8763-3116fbde1626,segment=NetworkSegment(bd51506b-3d08-42c4-b0d5-a06cf1f861ff),segment_id=bd51506b-3d08-42c4-b0d5-a06cf1f861ff)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:44:02.119257 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:02.209101 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-d265c9af-176a-4d1d-b56a-37f976afa97c None None] For port 815974bf-7cd5-450a-8763-3116fbde1626, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=815974bf-7cd5-450a-8763-3116fbde1626,segment=NetworkSegment(bd51506b-3d08-42c4-b0d5-a06cf1f861ff),segment_id=bd51506b-3d08-42c4-b0d5-a06cf1f861ff)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:44:02.209933 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d265c9af-176a-4d1d-b56a-37f976afa97c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:02.324173 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Calling delete_port for 815974bf-7cd5-450a-8763-3116fbde1626 owned by network:dhcp {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:44:02.370273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-d265c9af-176a-4d1d-b56a-37f976afa97c None None] Calling delete_port for 815974bf-7cd5-450a-8763-3116fbde1626 owned by network:dhcp {{(pid=84045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:44:02.370449 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d0ab441-064a-4808-87a1-0e3e782865b8 req-137f90f9-7fbc-46d4-b16c-44d21ac6a8e2 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 210 time: 0.1645000
Feb 18 04:44:02.479858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:02.498052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:02.528464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-d265c9af-176a-4d1d-b56a-37f976afa97c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84045) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:44:02.528879 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-d265c9af-176a-4d1d-b56a-37f976afa97c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:44:02.596077 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Pushing event deleted for resources: {'Port': ['ID=815974bf-7cd5-450a-8763-3116fbde1626,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:02.600852 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:02.644691 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] No DVR routers for this DVR port 815974bf-7cd5-450a-8763-3116fbde1626 on host dv-cinder-776307-1-iscsi {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:44:02.772326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:02.866015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 815974bf-7cd5-450a-8763-3116fbde1626 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:44:02.892928 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3e354978>,) {'filters': {'network_id': ['169735bd-f666-4a06-a404-b47abf944bca']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:44:02.904485 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 815974bf-7cd5-450a-8763-3116fbde1626 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:44:02.904886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 815974bf-7cd5-450a-8763-3116fbde1626 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:44:02.908064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3e354978>, 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:44:02.908420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3e354978>, 'bd51506b-3d08-42c4-b0d5-a06cf1f861ff') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:44:02.923198 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852702107'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:03.027529 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:03.029968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:44:03.030539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-d265c9af-176a-4d1d-b56a-37f976afa97c None None] Deleting port 815974bf-7cd5-450a-8763-3116fbde1626 {{(pid=84045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:44:03.031001 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d265c9af-176a-4d1d-b56a-37f976afa97c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:03.105046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ed437c04-161f-48c6-8f86-f6dfde3f521b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:44:03.409934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b778a-8315-4557-8251-4c53bf572f5f req-041df0af-6487-46ed-802b-2c204a06e41f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:03.415607 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-d265c9af-176a-4d1d-b56a-37f976afa97c None None] The port '815974bf-7cd5-450a-8763-3116fbde1626' was deleted {{(pid=84045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 04:44:03.418762 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a52b778a-8315-4557-8251-4c53bf572f5f req-041df0af-6487-46ed-802b-2c204a06e41f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.4016480
Feb 18 04:44:03.474166 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a52b778a-8315-4557-8251-4c53bf572f5f req-dbd00aa2-a3b1-49f7-b7a1-443893d86836 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0543339
Feb 18 04:44:03.491425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port ed437c04-161f-48c6-8f86-f6dfde3f521b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:44:03.497120 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:03.581927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe733f-b62a-40d7-b5ff-cee87af6c891 req-539354c1-98f7-41fa-9fb2-6b62ed1acfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:03.584073 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2cbe733f-b62a-40d7-b5ff-cee87af6c891 req-539354c1-98f7-41fa-9fb2-6b62ed1acfd6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c71ef4e1734d45caa55df7aabefe64f9&device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 1163 time: 0.0927548
Feb 18 04:44:03.624566 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-02d2027d-936c-4332-a78d-e4110d3bdd69 req-0f525a1e-c3a6-4838-b7f5-17b32a49f6e5 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 210 time: 0.0713811
Feb 18 04:44:03.639768 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Network 169735bd-f666-4a06-a404-b47abf944bca has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:44:03.654586 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853474921'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:03.744068 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe733f-b62a-40d7-b5ff-cee87af6c891 req-5262f826-e81e-42cb-9250-fdeff97fbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:03.745717 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2cbe733f-b62a-40d7-b5ff-cee87af6c891 req-5262f826-e81e-42cb-9250-fdeff97fbb3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=86c16645-192b-4075-a932-aaf87fb566e4 HTTP/1.1" status: 200  len: 903 time: 0.1545978
Feb 18 04:44:03.845807 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Network 169735bd-f666-4a06-a404-b47abf944bca has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:44:03.864975 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2cbe733f-b62a-40d7-b5ff-cee87af6c891 req-f7776d79-56ba-48e5-8d0b-e35d55aaf101 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 200  len: 1002 time: 0.1121724
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:44:03.869783 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:44:03.938598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe733f-b62a-40d7-b5ff-cee87af6c891 req-5f9057ec-979f-4684-940d-71c6c05df496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:03.940345 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2cbe733f-b62a-40d7-b5ff-cee87af6c891 req-5f9057ec-979f-4684-940d-71c6c05df496 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ace81c5-6728-476b-8aac-1cd109d8d830 HTTP/1.1" status: 200  len: 848 time: 0.0666831
Feb 18 04:44:03.980472 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:03.985354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:03.989556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-55927376-9a98-449e-8fe7-cf4674d8d688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:04.017869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Pushing event deleted for resources: {'Network': ['ID=169735bd-f666-4a06-a404-b47abf944bca,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:04.021070 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:04.032456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe733f-b62a-40d7-b5ff-cee87af6c891 req-6d6f3caf-9f4f-4d77-a6a2-828cbf75a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:04.034054 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2cbe733f-b62a-40d7-b5ff-cee87af6c891 req-6d6f3caf-9f4f-4d77-a6a2-828cbf75a5db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86c16645-192b-4075-a932-aaf87fb566e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869241
Feb 18 04:44:04.051595 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] 10.222.0.43 "DELETE /v2.0/networks/169735bd-f666-4a06-a404-b47abf944bca HTTP/1.1" status: 204  len: 168 time: 2.3845601
Feb 18 04:44:04.181834 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2cbe733f-b62a-40d7-b5ff-cee87af6c891 req-526ef727-14a1-45be-8b39-8ad4c9828382 service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400898
Feb 18 04:44:04.327095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 55620) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:04.343307 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2cbe733f-b62a-40d7-b5ff-cee87af6c891 req-e46e2849-0867-46d6-97ac-f3befbf0f0b4 service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1517563
Feb 18 04:44:04.384798 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-67c52b0c-ba8b-4c0d-8f17-e68a08f5bcd4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a99129f62dc14eb59accee32ffdd9328&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539532
Feb 18 04:44:04.385009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 55624) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:04.448751 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d9ab31f3-936b-4e36-944a-3c250fa7057b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:04.478477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d9ab31f3-936b-4e36-944a-3c250fa7057b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:04.566885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d9ab31f3-936b-4e36-944a-3c250fa7057b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:04.571967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c3998840-663a-4833-9da4-4093f99160b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:04.592031 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab31f3-936b-4e36-944a-3c250fa7057b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9cf3ed-45c8-49cf-81c6-d851f307bd2d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:04.592031 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d9ab31f3-936b-4e36-944a-3c250fa7057b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:04.645170 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d9ab31f3-936b-4e36-944a-3c250fa7057b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:04.647080 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d9ab31f3-936b-4e36-944a-3c250fa7057b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd9cf3ed-45c8-49cf-81c6-d851f307bd2d HTTP/1.1" status: 204  len: 168 time: 0.2611144
Feb 18 04:44:04.745026 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-a6f70961-055c-4089-a427-b24d8a4bb34e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:04.746979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-a6f70961-055c-4089-a427-b24d8a4bb34e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:network {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:44:04.774512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2506f-5737-4b64-83d2-83dd1607a7d6 req-c38e7834-e505-42fc-90c0-0d88b45020d6 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:04.782455 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-daf2506f-5737-4b64-83d2-83dd1607a7d6 req-c38e7834-e505-42fc-90c0-0d88b45020d6 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.1763277
Feb 18 04:44:04.832404 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-86235bd1-ae3f-4835-bf6d-f1898ee3b5de req-46400970-c070-43f0-9f56-8a5211a05bb5 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 210 time: 0.0699379
Feb 18 04:44:04.837289 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-daf2506f-5737-4b64-83d2-83dd1607a7d6 req-392915a9-4c3a-406c-909e-94a2955973ff tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0535672
Feb 18 04:44:04.838589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-a6f70961-055c-4089-a427-b24d8a4bb34e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:network {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:44:04.839898 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-a6f70961-055c-4089-a427-b24d8a4bb34e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 812 time: 0.3352010
Feb 18 04:44:04.963453 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-d76653a4-8675-4aa6-87fa-3bc72c13206c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:security_group {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:44:04.980608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-d76653a4-8675-4aa6-87fa-3bc72c13206c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:security_group {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:44:04.982031 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-d76653a4-8675-4aa6-87fa-3bc72c13206c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6660306333f4419b8089c5de942e923f HTTP/1.1" status: 200  len: 5765 time: 0.1301811
Feb 18 04:44:05.013817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'port': {'device_id': '321d184c-fc1e-4176-b869-a7b42c684d65', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'admin_state_up': True, 'tenant_id': '6660306333f4419b8089c5de942e923f', 'security_groups': ['fb5ea15e-c2cf-4058-b15b-8518af68ed27']}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:44:05.178728 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:44:05.189967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:44:05.226443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Made reservation on behalf of 6660306333f4419b8089c5de942e923f for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:44:05.232642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:05.543373 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Allocated IP 172.20.0.5 (cc407771-8186-427b-ad41-61a07c86c410/877d8b44-765c-4410-8085-eb646b3c0774/cffaf7a9-171a-4e92-bd08-fae568f3c5e9) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:44:05.581047 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b5cce263-c379-40aa-98ce-2965f4452e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:05.746103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:05.763493 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Transition to ACTIVE for port object cffaf7a9-171a-4e92-bd08-fae568f3c5e9 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:44:05.833002 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:05.848153 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4c1631aa-9ec6-4e10-b6a9-4995bbb51940 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:06.071994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event updated for resources: {'Port': ['ID=cffaf7a9-171a-4e92-bd08-fae568f3c5e9,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:06.077364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:06.091189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b19b7e-cb00-4a61-9ebc-be56039da043 req-438a592a-1a7b-4c05-9320-402d5d11023d tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:06.092841 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b6b19b7e-cb00-4a61-9ebc-be56039da043 req-438a592a-1a7b-4c05-9320-402d5d11023d tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 931 time: 0.0891342
Feb 18 04:44:06.144610 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b6b19b7e-cb00-4a61-9ebc-be56039da043 req-b285217f-4e89-42bf-920d-6c9da1c47226 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0445805
Feb 18 04:44:06.146707 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c1c9b-3635-4315-9d9a-187f842f65ae req-3f9b208e-c06a-4325-b149-b4b2856021af tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:06.148385 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-784c1c9b-3635-4315-9d9a-187f842f65ae req-3f9b208e-c06a-4325-b149-b4b2856021af tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.1806014
Feb 18 04:44:06.179653 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Network cc407771-8186-427b-ad41-61a07c86c410 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:44:06.183540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:44:06.187550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:44:06.266052 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-784c1c9b-3635-4315-9d9a-187f842f65ae req-60e69823-d144-4c7f-90fa-af4b8f885210 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1073325
Feb 18 04:44:06.297152 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:06.297983 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:06.460874 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-546534fe-6fd7-4d67-a643-2b6acae1cafa None None] Provisioning for port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:44:06.462100 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4585207
Feb 18 04:44:06.467827 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-546534fe-6fd7-4d67-a643-2b6acae1cafa None None] Provisioning complete for port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:44:06.468993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-546534fe-6fd7-4d67-a643-2b6acae1cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:06.484795 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Request body: {'port': {'device_id': '321d184c-fc1e-4176-b869-a7b42c684d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:44:06.533034 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-546534fe-6fd7-4d67-a643-2b6acae1cafa None None] Port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:44:06.633346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:07.060188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ed437c04-161f-48c6-8f86-f6dfde3f521b no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:44:07.061586 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffaf7a9-171a-4e92-bd08-fae568f3c5e9 {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:44:07.069795 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:07.083108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Transition to ACTIVE for port object cffaf7a9-171a-4e92-bd08-fae568f3c5e9 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:44:07.140422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:07.157701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2c44d94c-e9c6-4ca0-ab80-ab96ad3d25de tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:07.185430 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:07.215254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:44:07.226509 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port ed437c04-161f-48c6-8f86-f6dfde3f521b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b,segment=NetworkSegment(4a3e298e-3edf-4016-b3d2-4f123593e10f),segment_id=4a3e298e-3edf-4016-b3d2-4f123593e10f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:44:07.261667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:07.265848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:07.305023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Pushing event updated for resources: {'Port': ['ID=cffaf7a9-171a-4e92-bd08-fae568f3c5e9,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:07.308169 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:07.379927 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b', 'code': 200}
Feb 18 04:44:07.385794 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=ed437c04-161f-48c6-8f86-f6dfde3f521b,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:07.393173 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45ceff-b26c-41f6-8b4a-9263221c54e4 req-b0f1e680-393c-46d8-98e2-b0e3c92c177d tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:07.395798 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be45ceff-b26c-41f6-8b4a-9263221c54e4 req-b0f1e680-393c-46d8-98e2-b0e3c92c177d tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 943 time: 0.1143641
Feb 18 04:44:07.400061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.400531 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.400985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.401434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.401899 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.402346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.402809 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.403249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.403812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.404258 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.405188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.405188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.405631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.406161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.406700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.407095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.407531 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.407971 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.408384 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.408980 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.409427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.409898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.410370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.410820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:07.415760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:07.455630 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-be45ceff-b26c-41f6-8b4a-9263221c54e4 req-a8c4615c-4ab6-4a9f-8d43-82507b5ff5a5 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0525582
Feb 18 04:44:07.832191 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2516-2dde-4cff-8548-d3f79bca88c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:07.836560 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Attempting to bind port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:44:07.836935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Attempting to bind port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:44:07.837307 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Attempting to bind port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 on network cc407771-8186-427b-ad41-61a07c86c410 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:44:07.847128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:44:07.847503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Checking segment: {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:44:07.848256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:07.848652 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Bound using segment: {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:44:07.849149 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Bound port: cffaf7a9-171a-4e92-bd08-fae568f3c5e9, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:44:07.849534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:07.867164 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34fc7-72f3-4359-93d4-7dfe70a722f6 req-5fa1c94e-a5a4-4aae-acda-667572ba6ac4 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:07.868759 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-34e34fc7-72f3-4359-93d4-7dfe70a722f6 req-5fa1c94e-a5a4-4aae-acda-667572ba6ac4 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.4404750
Feb 18 04:44:07.983012 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-34e34fc7-72f3-4359-93d4-7dfe70a722f6 req-c5127667-9e64-4a65-acb2-c82fd3d27ee2 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1066999
Feb 18 04:44:07.995935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] For port cffaf7a9-171a-4e92-bd08-fae568f3c5e9, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:44:07.999929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] For port cffaf7a9-171a-4e92-bd08-fae568f3c5e9, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=cffaf7a9-171a-4e92-bd08-fae568f3c5e9,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:44:08.023128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:08.040655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b089f4cf-d48d-4c71-bc79-cd1db1fb1126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:08.121119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:44:08.199821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Pushing event updated for resources: {'Port': ['ID=cffaf7a9-171a-4e92-bd08-fae568f3c5e9,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:08.205383 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:08.235416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:08.236080 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:08.237559 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] 10.222.0.16 "PUT /v2.0/ports/cffaf7a9-171a-4e92-bd08-fae568f3c5e9 HTTP/1.1" status: 200  len: 1157 time: 1.7632833
Feb 18 04:44:08.238073 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321d184c-fc1e-4176-b869-a7b42c684d65', 'tag': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:44:08.297269 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321d184c-fc1e-4176-b869-a7b42c684d65', 'tag': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9', 'status': 'completed', 'code': 200}
Feb 18 04:44:08.536086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-95f77022-3b20-43a7-bf9b-4daea2879ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:08.537728 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-95f77022-3b20-43a7-bf9b-4daea2879ee7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 1160 time: 0.2282069
Feb 18 04:44:08.544548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec67bd8-f7ac-46a1-acf3-be99d9397461 req-1fd89de8-b98e-4f4b-99fa-37a2351bfa55 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:08.546009 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8ec67bd8-f7ac-46a1-acf3-be99d9397461 req-1fd89de8-b98e-4f4b-99fa-37a2351bfa55 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1937382
Feb 18 04:44:08.551643 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-dc47e5e6-fc5d-4a3b-afc2-d5a87c188704 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2060504
Feb 18 04:44:08.620797 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-103a194b-8967-42e0-9abd-b2bb32938374 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cffaf7a9-171a-4e92-bd08-fae568f3c5e9 HTTP/1.1" status: 200  len: 217 time: 0.0736358
Feb 18 04:44:08.666302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:08.680433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd49d0-dd08-499a-bc8c-d19950010874 req-f3b8209b-e758-4b4d-9a5b-1a663aa23ea8 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:08.682106 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f9dd49d0-dd08-499a-bc8c-d19950010874 req-f3b8209b-e758-4b4d-9a5b-1a663aa23ea8 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 943 time: 0.1115291
Feb 18 04:44:08.720148 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8ec67bd8-f7ac-46a1-acf3-be99d9397461 req-2be40df1-7fc4-44aa-b295-e2f4c3519e62 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1093874
Feb 18 04:44:08.728381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-2ba2657c-13e1-4ad7-aede-7e5be6b4cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:08.730370 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-2ba2657c-13e1-4ad7-aede-7e5be6b4cb9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.0964310
Feb 18 04:44:08.749605 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f9dd49d0-dd08-499a-bc8c-d19950010874 req-8561858f-47aa-4f8b-93ea-f89a6657e850 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0573244
Feb 18 04:44:08.829643 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-0b6c95fc-a067-4d26-8e8a-df123a352f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:08.831658 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-0b6c95fc-a067-4d26-8e8a-df123a352f3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0921497
Feb 18 04:44:09.002848 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-4d093759-a84d-45d6-aeef-7dd87ef5c03c service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573572
Feb 18 04:44:09.150577 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed164f1c-1171-43d5-aafa-6011ef1c1544 req-29bedc38-d789-49b6-8ef0-c21307462554 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394401
Feb 18 04:44:09.318115 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc581d62-de1d-4d4f-8de0-8d21269c94e7 req-46da2180-55bd-4e22-888c-4f7c64ace263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:09.319776 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fc581d62-de1d-4d4f-8de0-8d21269c94e7 req-46da2180-55bd-4e22-888c-4f7c64ace263 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 1160 time: 0.0836902
Feb 18 04:44:09.467005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc581d62-de1d-4d4f-8de0-8d21269c94e7 req-48176b1b-2d50-4cf1-abb4-dc36f636c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:09.468643 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fc581d62-de1d-4d4f-8de0-8d21269c94e7 req-48176b1b-2d50-4cf1-abb4-dc36f636c1ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.1388011
Feb 18 04:44:09.483430 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:09.547146 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fc581d62-de1d-4d4f-8de0-8d21269c94e7 req-858ea739-c097-48b8-b1a3-fe509b349dd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cffaf7a9-171a-4e92-bd08-fae568f3c5e9 HTTP/1.1" status: 200  len: 217 time: 0.0672750
Feb 18 04:44:09.620927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc581d62-de1d-4d4f-8de0-8d21269c94e7 req-2259dde5-d934-4e54-bc05-6c38eefbd50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:09.622448 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fc581d62-de1d-4d4f-8de0-8d21269c94e7 req-2259dde5-d934-4e54-bc05-6c38eefbd50a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.0661604
Feb 18 04:44:09.706333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc581d62-de1d-4d4f-8de0-8d21269c94e7 req-2fa039ba-e489-47aa-9946-a0aa9da62512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:09.707927 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fc581d62-de1d-4d4f-8de0-8d21269c94e7 req-2fa039ba-e489-47aa-9946-a0aa9da62512 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754609
Feb 18 04:44:09.782203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:09.909246 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fc581d62-de1d-4d4f-8de0-8d21269c94e7 req-dcaff124-bcbe-4751-9534-ba64e69d7c3a service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1928122
Feb 18 04:44:09.958609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02b50e-5f58-4f58-9b4f-892821f5cf4d req-58e832b2-c16b-4852-b67d-a466c27cb6e8 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:09.960292 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d02b50e-5f58-4f58-9b4f-892821f5cf4d req-58e832b2-c16b-4852-b67d-a466c27cb6e8 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 943 time: 0.0946460
Feb 18 04:44:10.015906 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d02b50e-5f58-4f58-9b4f-892821f5cf4d req-aff2b50b-c709-4f85-8da9-756620d72895 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0480576
Feb 18 04:44:10.047536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49555c9e-1403-4e23-b1ea-6004d057d6ad req-dfa0775f-e6b9-42a6-b89f-6878490c88d5 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:10.049537 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-49555c9e-1403-4e23-b1ea-6004d057d6ad req-dfa0775f-e6b9-42a6-b89f-6878490c88d5 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.2002864
Feb 18 04:44:10.122079 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fc581d62-de1d-4d4f-8de0-8d21269c94e7 req-bec309e3-6b86-4b80-b5a5-674615880f85 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2036870
Feb 18 04:44:10.131179 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-49555c9e-1403-4e23-b1ea-6004d057d6ad req-3858b61e-0939-460e-a25c-dc47171586d7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0643938
Feb 18 04:44:10.364251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-7d5c0732-fbb2-47b9-9f36-8a616597250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:10.365956 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-7d5c0732-fbb2-47b9-9f36-8a616597250d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c&tenant_id=c71ef4e1734d45caa55df7aabefe64f9 HTTP/1.1" status: 200  len: 1161 time: 0.0796273
Feb 18 04:44:10.470002 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-01a99329-aeeb-4429-8c1b-ee8f415ced05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:10.471538 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-01a99329-aeeb-4429-8c1b-ee8f415ced05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c71ef4e1734d45caa55df7aabefe64f9&device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 1161 time: 0.0829012
Feb 18 04:44:10.619927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-5f876e56-501d-4f76-8368-4348b9f956bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:10.621477 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-5f876e56-501d-4f76-8368-4348b9f956bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=86c16645-192b-4075-a932-aaf87fb566e4 HTTP/1.1" status: 200  len: 903 time: 0.1408129
Feb 18 04:44:10.732854 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-c7bb3391-8f35-43cc-aabb-6f4073fcca43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 200  len: 1000 time: 0.1034822
Feb 18 04:44:10.806877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-67701bc4-d905-409c-afc9-3f12e9dd7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:10.808427 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-67701bc4-d905-409c-afc9-3f12e9dd7aec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ace81c5-6728-476b-8aac-1cd109d8d830 HTTP/1.1" status: 200  len: 848 time: 0.0678554
Feb 18 04:44:10.892377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-dc2fc846-4129-40d4-9b15-2c27f905f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:10.893926 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-dc2fc846-4129-40d4-9b15-2c27f905f0c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86c16645-192b-4075-a932-aaf87fb566e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773373
Feb 18 04:44:11.038848 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-27be43ac-62e3-483d-aa6d-c8bf1b82b8e4 service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371028
Feb 18 04:44:11.186320 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8f779e7c-bdde-4656-8cd7-f7a75b32a27c req-1eb5f14a-90d1-458f-81cc-29b238344b64 service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375501
Feb 18 04:44:11.218681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eea75-ecac-49d9-9814-ac9d91f6d49a req-57b83842-94e9-4123-9b17-d414df41f117 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:11.224427 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c10eea75-ecac-49d9-9814-ac9d91f6d49a req-57b83842-94e9-4123-9b17-d414df41f117 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 943 time: 0.0890768
Feb 18 04:44:11.276021 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c10eea75-ecac-49d9-9814-ac9d91f6d49a req-81e80303-fcfc-4174-aac0-5645cab6efbd tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0486810
Feb 18 04:44:11.347498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdf1ae-d756-464a-a3bf-f6b974cd4942 req-5d7a7cbc-813e-4db9-9a93-0c219c89ff3b tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:11.350748 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ecfdf1ae-d756-464a-a3bf-f6b974cd4942 req-5d7a7cbc-813e-4db9-9a93-0c219c89ff3b tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0973191
Feb 18 04:44:11.405699 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ecfdf1ae-d756-464a-a3bf-f6b974cd4942 req-9a66bad1-7fe9-4444-b381-a06961e8fbd2 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0488224
Feb 18 04:44:12.476344 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab4c7-2eaa-4a7d-ad29-28027eab7a44 req-5b4e5705-89ec-4ff6-a18e-94279d41772b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:12.477952 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c1ab4c7-2eaa-4a7d-ad29-28027eab7a44 req-5b4e5705-89ec-4ff6-a18e-94279d41772b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 943 time: 0.0869622
Feb 18 04:44:12.526606 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9c1ab4c7-2eaa-4a7d-ad29-28027eab7a44 req-255030aa-c1d9-42ca-9d27-427e36632e49 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420165
Feb 18 04:44:12.610033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34550252-0219-432a-9412-21638ec9683f req-4d1a898c-b004-4c46-8b9d-92a1cf2e7888 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:12.611652 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-34550252-0219-432a-9412-21638ec9683f req-4d1a898c-b004-4c46-8b9d-92a1cf2e7888 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0897014
Feb 18 04:44:12.659387 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-34550252-0219-432a-9412-21638ec9683f req-eca40c4c-0b17-41e4-ba54-88f859148b16 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408597
Feb 18 04:44:14.928591 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:15.176456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca31ee6-c9c5-4449-bb06-6c28ea0877c1 req-88887962-8125-4709-a47d-d25456c85e02 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:15.177124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-2ca31ee6-c9c5-4449-bb06-6c28ea0877c1 req-88887962-8125-4709-a47d-d25456c85e02 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:44:15.189220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0df2c4-2c15-4c08-b372-507c4d60fce6 req-1c940873-e08f-40e1-8075-67a980ae8c09 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:15.190883 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c0df2c4-2c15-4c08-b372-507c4d60fce6 req-1c940873-e08f-40e1-8075-67a980ae8c09 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0910623
Feb 18 04:44:15.220180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-2ca31ee6-c9c5-4449-bb06-6c28ea0877c1 req-88887962-8125-4709-a47d-d25456c85e02 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:44:15.221556 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ca31ee6-c9c5-4449-bb06-6c28ea0877c1 req-88887962-8125-4709-a47d-d25456c85e02 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 943 time: 0.1349707
Feb 18 04:44:15.239550 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c0df2c4-2c15-4c08-b372-507c4d60fce6 req-046ef337-8fe6-49e1-8732-456081c2e49c tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415287
Feb 18 04:44:15.270133 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2ca31ee6-c9c5-4449-bb06-6c28ea0877c1 req-12810cab-611b-4523-b898-c47122b026a7 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421987
Feb 18 04:44:18.489060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aab78-4e32-45be-a5aa-893f402d850c req-f4b98af2-043a-4ff7-ac8f-616810bad1f9 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:18.490776 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-298aab78-4e32-45be-a5aa-893f402d850c req-f4b98af2-043a-4ff7-ac8f-616810bad1f9 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0888088
Feb 18 04:44:18.516562 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af6560-0f2d-42f2-a2e9-74b2bc19ab0b req-8079c878-5163-4c34-b79c-4bdf53ca17c2 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:18.518182 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a3af6560-0f2d-42f2-a2e9-74b2bc19ab0b req-8079c878-5163-4c34-b79c-4bdf53ca17c2 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 943 time: 0.0863724
Feb 18 04:44:18.543417 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-298aab78-4e32-45be-a5aa-893f402d850c req-8c3b954e-e03f-4293-b6b9-3d955ee3f619 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0462098
Feb 18 04:44:18.576732 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a3af6560-0f2d-42f2-a2e9-74b2bc19ab0b req-573f25d8-c563-4a52-9383-e64a532a6d90 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0518148
Feb 18 04:44:19.749349 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b7742-cabc-44f8-8d88-9798cc6bdf3b req-96533c59-8b2d-42b2-8077-3ddb4ee87f4a tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:19.750994 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-724b7742-cabc-44f8-8d88-9798cc6bdf3b req-96533c59-8b2d-42b2-8077-3ddb4ee87f4a tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0879254
Feb 18 04:44:19.779053 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f742c-2c55-4590-bea5-109fea6a4d15 req-60098c54-30be-40b0-b643-aa8dfaf916ef tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:19.780668 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6e3f742c-2c55-4590-bea5-109fea6a4d15 req-60098c54-30be-40b0-b643-aa8dfaf916ef tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 943 time: 0.0866122
Feb 18 04:44:19.800737 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-724b7742-cabc-44f8-8d88-9798cc6bdf3b req-3db5f560-467c-49a3-9d3a-9aa22ec44047 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0419564
Feb 18 04:44:19.829586 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6e3f742c-2c55-4590-bea5-109fea6a4d15 req-84fade56-3533-4bcf-8f10-3b582dd9f26b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0424271
Feb 18 04:44:21.031472 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb7624-5e51-4512-bf8f-6c6ecfb24bf9 req-b5041099-08b7-450f-bb9f-54d44520fd2f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:21.035396 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-36bb7624-5e51-4512-bf8f-6c6ecfb24bf9 req-b5041099-08b7-450f-bb9f-54d44520fd2f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.1044955
Feb 18 04:44:21.064405 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c44b2-695c-4c00-8627-cb4c8ef4ae77 req-d77c97da-6e78-4466-9d45-51ddda645814 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:21.065758 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5b3c44b2-695c-4c00-8627-cb4c8ef4ae77 req-d77c97da-6e78-4466-9d45-51ddda645814 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 943 time: 0.0974152
Feb 18 04:44:21.086596 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-36bb7624-5e51-4512-bf8f-6c6ecfb24bf9 req-485d0b94-4898-44e1-b2f2-063d7143abe1 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0470471
Feb 18 04:44:21.118001 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5b3c44b2-695c-4c00-8627-cb4c8ef4ae77 req-a1a95093-1fa8-47d9-a7fa-591ee5107486 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0437815
Feb 18 04:44:21.920020 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bedeb3-b6d1-4b71-9191-9dc2cfd62282 req-3e91ed7d-45fc-4861-8804-189f9c440309 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:21.921692 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-29bedeb3-b6d1-4b71-9191-9dc2cfd62282 req-3e91ed7d-45fc-4861-8804-189f9c440309 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0889885
Feb 18 04:44:21.970071 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-29bedeb3-b6d1-4b71-9191-9dc2cfd62282 req-ba52af3a-763a-4994-8bc7-02c89c150eff tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418115
Feb 18 04:44:22.091325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ed437c04-161f-48c6-8f86-f6dfde3f521b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:44:22.167709 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port ed437c04-161f-48c6-8f86-f6dfde3f521b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:44:22.168236 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:22.293630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5cb61-12b8-42d6-9dc2-0175889f47dc req-5332f40f-36cd-4f36-8219-3050c3548b51 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:22.295721 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7de5cb61-12b8-42d6-9dc2-0175889f47dc req-5332f40f-36cd-4f36-8219-3050c3548b51 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 944 time: 0.0909300
Feb 18 04:44:22.298418 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:22.334532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d9749-a18c-4732-b2d5-2600702d7161 req-de1c51bc-f619-4ac5-b78d-c1766a2ce8a0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:22.336201 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a68d9749-a18c-4732-b2d5-2600702d7161 req-de1c51bc-f619-4ac5-b78d-c1766a2ce8a0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 943 time: 0.0985365
Feb 18 04:44:22.339910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port ed437c04-161f-48c6-8f86-f6dfde3f521b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b,segment=NetworkSegment(4a3e298e-3edf-4016-b3d2-4f123593e10f),segment_id=4a3e298e-3edf-4016-b3d2-4f123593e10f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:44:22.341363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:44:22.357143 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7de5cb61-12b8-42d6-9dc2-0175889f47dc req-9194cf28-75b2-4594-83b2-4acaa55f79de tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0474052
Feb 18 04:44:22.376347 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:22.377282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cffaf7a9-171a-4e92-bd08-fae568f3c5e9 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:44:22.401894 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a68d9749-a18c-4732-b2d5-2600702d7161 req-1da859ba-280b-4b1a-86ec-cc0fcee8fcbf tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0590851
Feb 18 04:44:22.420259 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b', 'code': 200}
Feb 18 04:44:22.421061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-53ff5542-3de1-48e1-87a4-e7aa7db72357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:22.520862 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=ed437c04-161f-48c6-8f86-f6dfde3f521b,revision_number=6']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:22.525578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:22.559097 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:44:22.564311 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:44:22.568060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:22.701172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:22.735611 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port cffaf7a9-171a-4e92-bd08-fae568f3c5e9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=cffaf7a9-171a-4e92-bd08-fae568f3c5e9,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:44:22.764440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:22.767100 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-85a84a35-27b1-4283-9b38-049d6365c7c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:22.778349 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e01fb1-7f63-431a-a4f0-0e7e494355d5 req-8927a892-46e3-4b87-b9b1-c67e1a35f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:22.780022 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-77e01fb1-7f63-431a-a4f0-0e7e494355d5 req-8927a892-46e3-4b87-b9b1-c67e1a35f960 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 1163 time: 0.0797575
Feb 18 04:44:22.829084 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-77e01fb1-7f63-431a-a4f0-0e7e494355d5 req-48f3e99e-4e92-4511-9998-d832bb600133 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0389295
Feb 18 04:44:22.850969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=cffaf7a9-171a-4e92-bd08-fae568f3c5e9,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:22.854452 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:23.179563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250141c5-2949-439c-a5c2-9058ca454398 req-5c32d605-84cf-4588-aebf-724ec3d374c0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:23.181162 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-250141c5-2949-439c-a5c2-9058ca454398 req-5c32d605-84cf-4588-aebf-724ec3d374c0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0911334
Feb 18 04:44:23.227833 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-250141c5-2949-439c-a5c2-9058ca454398 req-dd5cfe01-365e-4be7-804f-707164c4edbe tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404017
Feb 18 04:44:23.261758 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ed437c04-161f-48c6-8f86-f6dfde3f521b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:44:23.333290 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port ed437c04-161f-48c6-8f86-f6dfde3f521b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:44:23.333710 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:23.461436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cffaf7a9-171a-4e92-bd08-fae568f3c5e9 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:44:23.534231 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:44:23.534916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:23.561015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a279b1-727f-407d-a6b6-e93ce9e83b78 req-9c8f93b3-841a-4bac-8b16-5b31492f6dee tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:23.562752 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-65a279b1-727f-407d-a6b6-e93ce9e83b78 req-9c8f93b3-841a-4bac-8b16-5b31492f6dee tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0935340
Feb 18 04:44:23.609465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f46eb6-190a-4d8a-857a-30bbf87f2bcf req-13556efc-3349-41a0-8d57-555c06a633bc tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:23.611159 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-01f46eb6-190a-4d8a-857a-30bbf87f2bcf req-13556efc-3349-41a0-8d57-555c06a633bc tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 945 time: 0.0933807
Feb 18 04:44:23.613936 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-65a279b1-727f-407d-a6b6-e93ce9e83b78 req-27044500-7780-4cce-b97d-283104f58faf tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442326
Feb 18 04:44:23.892958 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-01f46eb6-190a-4d8a-857a-30bbf87f2bcf req-b965adfe-f1de-4efc-9087-803c216ef56d tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2745552
Feb 18 04:44:24.422166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321d184c-fc1e-4176-b869-a7b42c684d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:44:24.434416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735057ed-4f8d-438e-a620-47e97011c780 req-90925c81-cb3a-457f-b845-d0990e797554 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:24.436836 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-735057ed-4f8d-438e-a620-47e97011c780 req-90925c81-cb3a-457f-b845-d0990e797554 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0894709
Feb 18 04:44:24.484157 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321d184c-fc1e-4176-b869-a7b42c684d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9', 'code': 200}
Feb 18 04:44:24.497381 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-735057ed-4f8d-438e-a620-47e97011c780 req-9776bdd6-5401-4e3b-98ce-ce745aa4ead4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543363
Feb 18 04:44:24.821999 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8343e9-5d20-43b1-ab13-0fe8e551043e req-45f2f3ed-059d-43d5-a21f-6650f0495f17 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:24.823969 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fc8343e9-5d20-43b1-ab13-0fe8e551043e req-45f2f3ed-059d-43d5-a21f-6650f0495f17 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0930014
Feb 18 04:44:24.856158 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc731f47-ae1c-4948-b993-b5843956796e req-35b816c6-c0e1-4c76-bd4d-e40af9e1f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:24.857766 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cc731f47-ae1c-4948-b993-b5843956796e req-35b816c6-c0e1-4c76-bd4d-e40af9e1f9c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 1162 time: 0.0773919
Feb 18 04:44:24.873580 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fc8343e9-5d20-43b1-ab13-0fe8e551043e req-8346f533-32f4-4de6-8197-42a4491d1e3a tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432591
Feb 18 04:44:24.909885 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cc731f47-ae1c-4948-b993-b5843956796e req-30857a40-fa47-4cc0-869e-1426643eed9a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0386999
Feb 18 04:44:25.094083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30413741-d4ef-4e53-a78f-ed4397b284d8 req-911e837a-a070-4855-ac75-7e9a830bf7ca tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:25.095757 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-30413741-d4ef-4e53-a78f-ed4397b284d8 req-911e837a-a070-4855-ac75-7e9a830bf7ca tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 945 time: 0.0899563
Feb 18 04:44:25.142995 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-30413741-d4ef-4e53-a78f-ed4397b284d8 req-44a461d4-9c6e-4ffc-a779-c84e943b5824 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0403996
Feb 18 04:44:25.265264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ed437c04-161f-48c6-8f86-f6dfde3f521b up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:44:25.340524 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port ed437c04-161f-48c6-8f86-f6dfde3f521b triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:44:25.340942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:25.696578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f81ad7-bf7b-41bb-ab08-6b54adfdc949 req-80b7ea4e-7a6c-4636-8d95-5757a0996fc2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:25.698178 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-60f81ad7-bf7b-41bb-ab08-6b54adfdc949 req-80b7ea4e-7a6c-4636-8d95-5757a0996fc2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0875957
Feb 18 04:44:25.744961 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-60f81ad7-bf7b-41bb-ab08-6b54adfdc949 req-8b5ed796-783c-4f57-84a8-ec0a61542efe tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405891
Feb 18 04:44:26.348434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f72e6-b4ce-432d-ab5e-68d40588613f req-f6de3676-6ab1-438c-84b2-7ce33054bf3d tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:26.350053 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eb3f72e6-b4ce-432d-ab5e-68d40588613f req-f6de3676-6ab1-438c-84b2-7ce33054bf3d tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 945 time: 0.0881226
Feb 18 04:44:26.398077 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eb3f72e6-b4ce-432d-ab5e-68d40588613f req-8a954d4e-f3ba-40e7-aebf-d55a64890c2f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0416639
Feb 18 04:44:26.596943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb058f-fd8c-4816-a848-ce6c06eb38b0 req-5209b159-9b02-4646-b7b3-5a85db3360a4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:26.599140 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-24bb058f-fd8c-4816-a848-ce6c06eb38b0 req-5209b159-9b02-4646-b7b3-5a85db3360a4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 945 time: 0.0907829
Feb 18 04:44:26.646038 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-24bb058f-fd8c-4816-a848-ce6c06eb38b0 req-6cb38350-bbae-4169-b23b-e4baee690a59 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0406840
Feb 18 04:44:26.838349 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-9277bccd-1671-4109-b03d-7c85405d2940 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1556213
Feb 18 04:44:26.848370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'floatingip': {'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:44:26.853919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:44:26.858143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Usage tracker for resource:floatingip and tenant:6660306333f4419b8089c5de942e923f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:44:26.861168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:44:26.866989 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:44:26.907260 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:27.050972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:27.321831 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Allocated IP 172.27.3.96 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/eb759714-5452-4d1b-84dd-32de333a64bb) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:44:27.472967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:27.530315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:27.545818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2adc6bba-f92c-4967-b368-a3225db571a1 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:27.679394 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event updated for resources: {'Port': ['ID=eb759714-5452-4d1b-84dd-32de333a64bb,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:27.685614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:27.735738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:44:27.736816 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:44:27.739817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:44:27.891964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:27.980616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:28.249733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:28.278502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:28.293396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:28.426484 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event updated for resources: {'Port': ['ID=eb759714-5452-4d1b-84dd-32de333a64bb,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:28.431396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:28.529413 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:28.581442 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:28.583453 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-db59d5c1-7d9d-4cae-810f-45a9dcc0d6e9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7392204
Feb 18 04:44:28.896977 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-164972f0-d188-4569-83ed-05d5675fc33a tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:floatingip {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:44:28.947331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-164972f0-d188-4569-83ed-05d5675fc33a tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:floatingip {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:44:28.948720 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-164972f0-d188-4569-83ed-05d5675fc33a tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.96 HTTP/1.1" status: 200  len: 695 time: 0.3588190
Feb 18 04:44:29.106775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-5c4b0334-3a77-4c4a-a2a7-eb1283790751 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:29.108178 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7e200e27-9d55-420b-8d06-cf6a913a4ebe req-5c4b0334-3a77-4c4a-a2a7-eb1283790751 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 784 time: 0.1536350
Feb 18 04:44:29.282548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a68ef0-a9f8-400c-875e-7a41db5ee2ab req-87cb75c5-336e-436c-ab70-9f068c0a0401 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:29.284197 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-24a68ef0-a9f8-400c-875e-7a41db5ee2ab req-87cb75c5-336e-436c-ab70-9f068c0a0401 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0861506
Feb 18 04:44:29.324255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cffaf7a9-171a-4e92-bd08-fae568f3c5e9 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:44:29.332765 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-24a68ef0-a9f8-400c-875e-7a41db5ee2ab req-9b7a91e5-2b96-4f8a-94b8-066edba06051 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417955
Feb 18 04:44:29.352883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-a2cb5c72-c48d-4de4-9805-d309bcde4f4c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:29.354516 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-a2cb5c72-c48d-4de4-9805-d309bcde4f4c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0910547
Feb 18 04:44:29.400715 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:44:29.401049 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:29.444860 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-e9e31f7e-2c1b-4dbd-a240-dfcd468b5c05 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.96 HTTP/1.1" status: 200  len: 695 time: 0.0838211
Feb 18 04:44:29.455896 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-d8886378-810c-4aa0-9458-f602f77dbc8b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'floatingip': {'port_id': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:44:29.541219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-d8886378-810c-4aa0-9458-f602f77dbc8b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:30.168419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-d8886378-810c-4aa0-9458-f602f77dbc8b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:30.196834 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-d8886378-810c-4aa0-9458-f602f77dbc8b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:30.377811 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-d8886378-810c-4aa0-9458-f602f77dbc8b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Floating IP 4ea84fd2-5b80-44c6-81af-324487b4326f associated. External IP: 172.27.3.96, port: cffaf7a9-171a-4e92-bd08-fae568f3c5e9.
Feb 18 04:44:30.549319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae442db-fb3d-4f9f-acf1-7f200f69a506 req-dea80d89-3c4d-457d-9daa-48566ec4e2a1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:30.549319 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-aae442db-fb3d-4f9f-acf1-7f200f69a506 req-dea80d89-3c4d-457d-9daa-48566ec4e2a1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0927839
Feb 18 04:44:30.599417 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-aae442db-fb3d-4f9f-acf1-7f200f69a506 req-7565d875-0da9-47e4-bf7a-43f8931eb259 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431588
Feb 18 04:44:30.766151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-d8886378-810c-4aa0-9458-f602f77dbc8b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Router 080d65e3-660b-4745-bb4f-ef6659615281 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:44:30.956698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-d8886378-810c-4aa0-9458-f602f77dbc8b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:44:30.961650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-d8886378-810c-4aa0-9458-f602f77dbc8b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:30.967116 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f3ebe-7c10-439e-8ac2-997b4eccebbd None None] Sync routers for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:44:30.982312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f3ebe-7c10-439e-8ac2-997b4eccebbd None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:44:30.983331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-693f3ebe-7c10-439e-8ac2-997b4eccebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3f00fda0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:44:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:44:31.020549 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-d8886378-810c-4aa0-9458-f602f77dbc8b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "PUT /v2.0/floatingips/4ea84fd2-5b80-44c6-81af-324487b4326f HTTP/1.1" status: 200  len: 995 time: 1.5691864
Feb 18 04:44:31.021124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321d184c-fc1e-4176-b869-a7b42c684d65', 'tag': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:44:31.085839 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321d184c-fc1e-4176-b869-a7b42c684d65', 'tag': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9', 'status': 'completed', 'code': 200}
Feb 18 04:44:31.169931 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-f7dbfc19-5636-4b12-ad34-271162f22113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:31.171620 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-f7dbfc19-5636-4b12-ad34-271162f22113 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 1162 time: 0.1371322
Feb 18 04:44:31.173327 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-693f3ebe-7c10-439e-8ac2-997b4eccebbd None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:44:31.518242 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de98aeb-0d30-487d-96ef-6bb63ac7677e req-61122316-abc9-478d-aacb-1be2979654f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:31.520540 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3de98aeb-0d30-487d-96ef-6bb63ac7677e req-61122316-abc9-478d-aacb-1be2979654f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 1162 time: 0.4216535
Feb 18 04:44:31.554550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-693f3ebe-7c10-439e-8ac2-997b4eccebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3f00fda0>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '4ea84fd2-5b80-44c6-81af-324487b4326f', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:dd:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d184c-fc1e-4176-b869-a7b42c684d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:44:27Z', 'updated_at': '2021-02-18T04:44:30Z', 'revision_number': 1, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:44:31.558582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f3ebe-7c10-439e-8ac2-997b4eccebbd None None] Checking router: 080d65e3-660b-4745-bb4f-ef6659615281 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:44:31.567930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f3ebe-7c10-439e-8ac2-997b4eccebbd None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:44:31.568572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-693f3ebe-7c10-439e-8ac2-997b4eccebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3f00fda0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:44:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:44:31.660303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-0689a2e1-e303-418f-8630-cd7c79ef96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:31.662046 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-0689a2e1-e303-418f-8630-cd7c79ef96a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.4825268
Feb 18 04:44:31.765705 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-693f3ebe-7c10-439e-8ac2-997b4eccebbd None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:44:31.802405 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de98aeb-0d30-487d-96ef-6bb63ac7677e req-9f9c8600-6028-4206-be75-68ca07c476f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:31.806137 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3de98aeb-0d30-487d-96ef-6bb63ac7677e req-9f9c8600-6028-4206-be75-68ca07c476f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.2713990
Feb 18 04:44:31.810373 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-ad77c0c0-f0e8-4142-8a7f-edb36695026e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cffaf7a9-171a-4e92-bd08-fae568f3c5e9 HTTP/1.1" status: 200  len: 998 time: 0.1410475
Feb 18 04:44:31.839841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba87c4a-0e4c-484e-bfcd-0ce4ea2ad85d req-619a5424-8850-4527-a9f9-8d5ab1c18d16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:31.841492 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-aba87c4a-0e4c-484e-bfcd-0ce4ea2ad85d req-619a5424-8850-4527-a9f9-8d5ab1c18d16 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.1114199
Feb 18 04:44:31.903556 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-aba87c4a-0e4c-484e-bfcd-0ce4ea2ad85d req-0a6a6e49-e56f-4556-94d4-27c5a5d9e217 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553930
Feb 18 04:44:31.977444 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3de98aeb-0d30-487d-96ef-6bb63ac7677e req-e98ca282-c985-4e09-9f4d-9e83d1ebde6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cffaf7a9-171a-4e92-bd08-fae568f3c5e9 HTTP/1.1" status: 200  len: 998 time: 0.1616590
Feb 18 04:44:32.056812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-34a79819-0edb-4bac-be42-af85f134168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:32.058435 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-34a79819-0edb-4bac-be42-af85f134168f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.1827834
Feb 18 04:44:32.120548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de98aeb-0d30-487d-96ef-6bb63ac7677e req-109ced31-0913-417e-814d-ddf63bca0a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:32.122139 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3de98aeb-0d30-487d-96ef-6bb63ac7677e req-109ced31-0913-417e-814d-ddf63bca0a74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.1296175
Feb 18 04:44:32.181320 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-693f3ebe-7c10-439e-8ac2-997b4eccebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3f00fda0>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '4ea84fd2-5b80-44c6-81af-324487b4326f', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:dd:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d184c-fc1e-4176-b869-a7b42c684d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:44:27Z', 'updated_at': '2021-02-18T04:44:30Z', 'revision_number': 1, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:44:32.186770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f3ebe-7c10-439e-8ac2-997b4eccebbd None None] The sync data for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi is: [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '4ea84fd2-5b80-44c6-81af-324487b4326f', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:dd:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d184c-fc1e-4176-b869-a7b42c684d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:44:27Z', 'updated_at': '2021-02-18T04:44:30Z', 'revision_number': 1, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:44:32.200744 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-b6a15e3a-99cb-4c90-a49c-613dff479cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:32.202410 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-b6a15e3a-99cb-4c90-a49c-613dff479cbc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1358244
Feb 18 04:44:32.217422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-60d9337f-4b62-492d-91df-176225e95070 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84044) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:44:32.218495 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-60d9337f-4b62-492d-91df-176225e95070 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0078847
Feb 18 04:44:32.335103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de98aeb-0d30-487d-96ef-6bb63ac7677e req-2dd9b9b6-c44f-45b6-ab19-d4356b06f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:32.336731 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3de98aeb-0d30-487d-96ef-6bb63ac7677e req-2dd9b9b6-c44f-45b6-ab19-d4356b06f9b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1933577
Feb 18 04:44:32.475100 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-698cffc4-d034-4a1d-8d7f-c8b25a36290f service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2437036
Feb 18 04:44:32.491420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142371d-7105-460b-8ba4-c891bafd78b6 None None] New status for floating IP 4ea84fd2-5b80-44c6-81af-324487b4326f: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:44:32.615831 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3de98aeb-0d30-487d-96ef-6bb63ac7677e req-88fb3cfd-c546-49b5-b88c-9820eb051ac5 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2628257
Feb 18 04:44:32.732743 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-85fe99b0-0653-4278-9dae-9c8f859af5e7 req-feb25a3f-7dd1-4e52-9889-b46bc65aa935 service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2506161
Feb 18 04:44:32.798598 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3de98aeb-0d30-487d-96ef-6bb63ac7677e req-710786f8-716d-4b84-893a-4a919b02bc6b service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1464074
Feb 18 04:44:33.103539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015716e1-aa6f-4b1a-abab-3bc8383d6054 req-b336ddd5-a789-4803-80fe-1a0fa815a444 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:33.110658 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-015716e1-aa6f-4b1a-abab-3bc8383d6054 req-b336ddd5-a789-4803-80fe-1a0fa815a444 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0898702
Feb 18 04:44:33.153057 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-015716e1-aa6f-4b1a-abab-3bc8383d6054 req-5c33da84-45b1-4454-b51e-7d2b16478f8c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414457
Feb 18 04:44:34.359881 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcff0f-6622-44cd-94e8-519cd7d2d9be req-abdaf4da-9592-46f1-905e-8e86d1ddd1fd tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:34.361517 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-60bcff0f-6622-44cd-94e8-519cd7d2d9be req-abdaf4da-9592-46f1-905e-8e86d1ddd1fd tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0867081
Feb 18 04:44:34.412909 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-60bcff0f-6622-44cd-94e8-519cd7d2d9be req-58781e90-05af-482d-834d-c89c1ae306a3 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449994
Feb 18 04:44:34.415695 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 56022) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:34.537684 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-43d6ddf1-2d45-4359-a152-d8cd4b4c5cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:34.552698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-43d6ddf1-2d45-4359-a152-d8cd4b4c5cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:44:34.556759 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-43d6ddf1-2d45-4359-a152-d8cd4b4c5cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:e1b7e75c0ffe4d86a05e4f51a94d9b6f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:44:34.559731 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-43d6ddf1-2d45-4359-a152-d8cd4b4c5cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:44:34.565485 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-43d6ddf1-2d45-4359-a152-d8cd4b4c5cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:44:34.698614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-43d6ddf1-2d45-4359-a152-d8cd4b4c5cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:34.741196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-43d6ddf1-2d45-4359-a152-d8cd4b4c5cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:34.750538 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4f3ebb72-701b-4743-803e-aab208e8f1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:34.792971 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-43d6ddf1-2d45-4359-a152-d8cd4b4c5cd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1b7e75c0ffe4d86a05e4f51a94d9b6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3762002
Feb 18 04:44:34.794693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6ddf1-2d45-4359-a152-d8cd4b4c5cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f200156b-4e4e-42c8-8746-6af94a7e393e,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:34.797361 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 56028) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:34.798054 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-43d6ddf1-2d45-4359-a152-d8cd4b4c5cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:34.860570 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6544db38-9b45-449a-9c28-9e0b969c2bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:34.889677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6544db38-9b45-449a-9c28-9e0b969c2bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:34.964507 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6544db38-9b45-449a-9c28-9e0b969c2bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:34.970030 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-11f7473d-72fc-48a1-8910-d4b0ca173d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:34.984325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544db38-9b45-449a-9c28-9e0b969c2bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f200156b-4e4e-42c8-8746-6af94a7e393e,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:34.987168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6544db38-9b45-449a-9c28-9e0b969c2bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:34.988902 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6544db38-9b45-449a-9c28-9e0b969c2bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:34.993014 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-6544db38-9b45-449a-9c28-9e0b969c2bba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f200156b-4e4e-42c8-8746-6af94a7e393e HTTP/1.1" status: 204  len: 168 time: 0.1958876
Feb 18 04:44:35.415501 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 56038) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:35.434125 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d0c8daa6-4444-46af-b1e1-2d622e64f30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:35.449304 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d0c8daa6-4444-46af-b1e1-2d622e64f30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:44:35.453444 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d0c8daa6-4444-46af-b1e1-2d622e64f30b admin admin] Usage tracker for resource:security_group_rule and tenant:7887809844d548c2a9f9c02130b6ca64 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:44:35.456454 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-d0c8daa6-4444-46af-b1e1-2d622e64f30b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:44:35.462982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-d0c8daa6-4444-46af-b1e1-2d622e64f30b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:44:35.579707 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-915c3267-5066-407f-9310-30132f1ba090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:35.616182 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d0c8daa6-4444-46af-b1e1-2d622e64f30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:35.649975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d0c8daa6-4444-46af-b1e1-2d622e64f30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:35.659423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f80b50eb-f93f-41f4-9ae2-f7897b566a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:35.677982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b7410-5463-487f-a260-80ca78409cbb req-601a3ced-f1c2-4850-8b50-72b0d64d6735 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:35.679621 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-714b7410-5463-487f-a260-80ca78409cbb req-601a3ced-f1c2-4850-8b50-72b0d64d6735 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0926702
Feb 18 04:44:35.701780 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d0c8daa6-4444-46af-b1e1-2d622e64f30b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7887809844d548c2a9f9c02130b6ca64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2851191
Feb 18 04:44:35.703523 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8daa6-4444-46af-b1e1-2d622e64f30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca991d1a-427f-4ebc-9171-3331fbcce982,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:35.705142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 56044) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:35.707341 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d0c8daa6-4444-46af-b1e1-2d622e64f30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:35.751741 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-714b7410-5463-487f-a260-80ca78409cbb req-436a8bc9-ef9e-41bf-907c-0907be85ea59 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652239
Feb 18 04:44:35.790675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e8dd599-ae1a-46ee-9cf7-36241a9b3d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:35.817817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e8dd599-ae1a-46ee-9cf7-36241a9b3d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:35.893759 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e8dd599-ae1a-46ee-9cf7-36241a9b3d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:35.899322 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4e5da1f1-2b7c-4080-8428-19b15d84967e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:35.911875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dd599-ae1a-46ee-9cf7-36241a9b3d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca991d1a-427f-4ebc-9171-3331fbcce982,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:35.920735 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9e8dd599-ae1a-46ee-9cf7-36241a9b3d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:35.921545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9e8dd599-ae1a-46ee-9cf7-36241a9b3d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:35.922762 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-9e8dd599-ae1a-46ee-9cf7-36241a9b3d72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca991d1a-427f-4ebc-9171-3331fbcce982 HTTP/1.1" status: 204  len: 168 time: 0.2157638
Feb 18 04:44:36.965889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a64edb-ea67-4072-83a7-f6aded13c33c req-16dbf61d-6734-49f5-804d-10a19bfb4e33 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:36.967772 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d8a64edb-ea67-4072-83a7-f6aded13c33c req-16dbf61d-6734-49f5-804d-10a19bfb4e33 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0959797
Feb 18 04:44:37.017524 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d8a64edb-ea67-4072-83a7-f6aded13c33c req-d9fba454-967e-4f70-aa5f-d2c1a5ca32d0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422935
Feb 18 04:44:37.802565 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc5a8-f2d5-48b2-96be-44747a129dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:38.228536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05e5cc-1969-4e3a-8e9d-464e2b45f71e req-bf64b90b-6a5d-4da8-85db-d1da5b04e0b2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:38.230175 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9b05e5cc-1969-4e3a-8e9d-464e2b45f71e req-bf64b90b-6a5d-4da8-85db-d1da5b04e0b2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0912688
Feb 18 04:44:38.279371 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9b05e5cc-1969-4e3a-8e9d-464e2b45f71e req-833ccdb7-3c42-41e5-bf15-15095a27fb13 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423687
Feb 18 04:44:38.638297 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:39.479127 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:39.484901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7277350-49ce-49c4-9dca-d5571146b299 req-12fd584f-a2a6-40d2-bc07-54ff12064cca tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:39.486693 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d7277350-49ce-49c4-9dca-d5571146b299 req-12fd584f-a2a6-40d2-bc07-54ff12064cca tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0872102
Feb 18 04:44:39.538027 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d7277350-49ce-49c4-9dca-d5571146b299 req-aecc31f6-0d6e-4c2c-8733-ec55e3806145 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437832
Feb 18 04:44:39.741666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:40.809603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88a4a-01cf-4727-8904-b3cb0f6b0c3c req-e2b34354-7be3-4b5d-8032-10e1b7c9816f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:40.811274 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e3a88a4a-01cf-4727-8904-b3cb0f6b0c3c req-e2b34354-7be3-4b5d-8032-10e1b7c9816f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.1131167
Feb 18 04:44:40.876097 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e3a88a4a-01cf-4727-8904-b3cb0f6b0c3c req-eb096a08-22dd-44b5-bd89-6ecc87e41c3f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568511
Feb 18 04:44:42.098449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33801c65-2a33-4ee3-bc85-8124e1ec70ac req-8d060594-b713-4e00-a699-361780ed82c1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:42.105939 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-33801c65-2a33-4ee3-bc85-8124e1ec70ac req-8d060594-b713-4e00-a699-361780ed82c1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.1001222
Feb 18 04:44:42.159318 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-33801c65-2a33-4ee3-bc85-8124e1ec70ac req-8e6d6f67-28da-4ba4-9e87-d64f2285222b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523524
Feb 18 04:44:43.388451 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29511c50-82d7-497c-89e2-ac2e935271f2 req-b8c28fad-24a5-4080-80df-240c077f6159 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:43.390232 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-29511c50-82d7-497c-89e2-ac2e935271f2 req-b8c28fad-24a5-4080-80df-240c077f6159 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0926609
Feb 18 04:44:43.454560 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-29511c50-82d7-497c-89e2-ac2e935271f2 req-d6891a42-dbea-4266-82a8-b7c0dde08a07 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571165
Feb 18 04:44:44.663821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf546553-488d-4aa6-81a4-49cf1cbd148c req-db8ec381-39be-4dec-a532-6323d7ad8b34 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:44.666315 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cf546553-488d-4aa6-81a4-49cf1cbd148c req-db8ec381-39be-4dec-a532-6323d7ad8b34 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0963337
Feb 18 04:44:44.721468 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cf546553-488d-4aa6-81a4-49cf1cbd148c req-93fc7fd2-4423-4e6c-b106-ce8f404eea55 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484200
Feb 18 04:44:44.913185 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:45.121688 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:44:46.025288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab66e-3601-4bab-b847-148ab0390bc3 req-6e800928-1b5f-4c02-ba0a-4471c789630b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:46.033799 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fe7ab66e-3601-4bab-b847-148ab0390bc3 req-6e800928-1b5f-4c02-ba0a-4471c789630b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.1776512
Feb 18 04:44:46.088671 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fe7ab66e-3601-4bab-b847-148ab0390bc3 req-a162b9f0-a50e-4a4b-b157-42bbf311dec4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537074
Feb 18 04:44:47.316967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35751ed6-abc3-4b08-9da1-5b5b782261eb req-ecc74dc7-25e4-4df6-b5f3-5ca592debaf6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:47.324668 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-35751ed6-abc3-4b08-9da1-5b5b782261eb req-ecc74dc7-25e4-4df6-b5f3-5ca592debaf6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.1014631
Feb 18 04:44:47.368884 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-35751ed6-abc3-4b08-9da1-5b5b782261eb req-569f537b-138a-4a4f-b190-1eb317a00e66 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433402
Feb 18 04:44:48.614614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0729-e0d7-4cda-9cbe-db61c08e398a req-5a5e53dc-ceac-4921-a3fb-74c144c9c415 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:48.616341 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dbdb0729-e0d7-4cda-9cbe-db61c08e398a req-5a5e53dc-ceac-4921-a3fb-74c144c9c415 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0967374
Feb 18 04:44:48.679741 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dbdb0729-e0d7-4cda-9cbe-db61c08e398a req-dc8ccb37-ef49-4676-bfe1-d8dd62ffe2ab tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556889
Feb 18 04:44:49.891629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dd7ad-77ed-4061-a485-e2a99d93ee19 req-675ba64d-f68e-465f-a1c8-54bf71f3d44a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:49.893359 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-118dd7ad-77ed-4061-a485-e2a99d93ee19 req-675ba64d-f68e-465f-a1c8-54bf71f3d44a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0914488
Feb 18 04:44:49.943213 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-118dd7ad-77ed-4061-a485-e2a99d93ee19 req-af880334-316d-4de4-9fbe-b3ddb6dbd0d7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426395
Feb 18 04:44:51.188341 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8f018-8b79-46ca-9eab-0acf91a0ffbe req-6eb53e57-4bb6-4c04-b4d2-32194bb4920b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:51.189937 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f5d8f018-8b79-46ca-9eab-0acf91a0ffbe req-6eb53e57-4bb6-4c04-b4d2-32194bb4920b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0876358
Feb 18 04:44:51.237351 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f5d8f018-8b79-46ca-9eab-0acf91a0ffbe req-906c2ab6-ee97-4c76-aae4-223ca40d328e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403838
Feb 18 04:44:51.813821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a4949-34af-4f96-9ec8-1a836b6651bd req-1535abc5-fe09-49c4-bbcf-7a1ec2ed42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:51.815457 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-413a4949-34af-4f96-9ec8-1a836b6651bd req-1535abc5-fe09-49c4-bbcf-7a1ec2ed42cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 1163 time: 0.0823274
Feb 18 04:44:51.960886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a4949-34af-4f96-9ec8-1a836b6651bd req-a42b3832-3a17-418d-8d82-b3b5b283763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:51.962474 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-413a4949-34af-4f96-9ec8-1a836b6651bd req-a42b3832-3a17-418d-8d82-b3b5b283763e service neutron] 10.222.0.16 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 911 time: 0.1394653
Feb 18 04:44:52.069519 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-413a4949-34af-4f96-9ec8-1a836b6651bd req-11a72893-99b1-4d9c-995b-e73a68c23643 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daec314d-de6d-4422-b0c9-cea549966020 HTTP/1.1" status: 200  len: 1001 time: 0.0998340
Feb 18 04:44:52.144731 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a4949-34af-4f96-9ec8-1a836b6651bd req-fe289f85-a8cc-4b8e-b2f0-7166fe700505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:52.146312 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-413a4949-34af-4f96-9ec8-1a836b6651bd req-fe289f85-a8cc-4b8e-b2f0-7166fe700505 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67a022bf-fb15-4b2f-81b7-07983e8da5c8 HTTP/1.1" status: 200  len: 856 time: 0.0671666
Feb 18 04:44:52.231556 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a4949-34af-4f96-9ec8-1a836b6651bd req-8b406212-8101-42ea-90a1-cc7dee94c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:52.233179 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-413a4949-34af-4f96-9ec8-1a836b6651bd req-8b406212-8101-42ea-90a1-cc7dee94c799 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67c7849d-dc25-460c-aef1-ab79d87835ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782394
Feb 18 04:44:52.378956 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-413a4949-34af-4f96-9ec8-1a836b6651bd req-b4e8201a-680c-49ce-94e5-cf12617785a8 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379993
Feb 18 04:44:52.451218 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d0c59-3729-4a0f-82af-166683170675 req-624b0ae5-034b-4684-82df-2d775a51cc06 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:52.452842 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c08d0c59-3729-4a0f-82af-166683170675 req-624b0ae5-034b-4684-82df-2d775a51cc06 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0924931
Feb 18 04:44:52.501533 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c08d0c59-3729-4a0f-82af-166683170675 req-72e8d954-d0ed-4a0c-a204-dd05af5a1c37 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421216
Feb 18 04:44:52.523850 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-413a4949-34af-4f96-9ec8-1a836b6651bd req-2be67a71-fd93-49f0-865c-67e7a1506326 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377692
Feb 18 04:44:53.723620 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed87430-109e-449e-b89c-8fee2876bc8c req-28124361-7c77-4712-a3e7-a9de92f596df tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:53.725759 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7ed87430-109e-449e-b89c-8fee2876bc8c req-28124361-7c77-4712-a3e7-a9de92f596df tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.1002665
Feb 18 04:44:53.779643 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7ed87430-109e-449e-b89c-8fee2876bc8c req-42795215-96e4-4ff0-8b8f-6b062e53aeaa tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466187
Feb 18 04:44:54.995918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe8a19-3d3d-44c3-b3ce-b89ee37fa495 req-42ae5dd7-7aed-4778-b038-d40910a7b163 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:54.997811 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f3fe8a19-3d3d-44c3-b3ce-b89ee37fa495 req-42ae5dd7-7aed-4778-b038-d40910a7b163 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0921617
Feb 18 04:44:55.051056 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f3fe8a19-3d3d-44c3-b3ce-b89ee37fa495 req-9a0185b3-f730-4a14-8549-54ae6b0d9860 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466783
Feb 18 04:44:55.892344 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device daec314d-de6d-4422-b0c9-cea549966020 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:44:56.021676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:56.050504 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:44:56.061081 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port daec314d-de6d-4422-b0c9-cea549966020, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=daec314d-de6d-4422-b0c9-cea549966020,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:44:56.117286 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:56.120235 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:56.194026 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=daec314d-de6d-4422-b0c9-cea549966020,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:56.197730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:56.364843 dv-cinder-776307-1-iscsi neutron-server[83932]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020', 'code': 422} returned with failed status
Feb 18 04:44:57.203494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0cdb2-4a0b-4945-b1a7-d92ce626b74d req-daca8b03-680b-4d96-8234-eafe9f73384c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:57.205113 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-30f0cdb2-4a0b-4945-b1a7-d92ce626b74d req-daca8b03-680b-4d96-8234-eafe9f73384c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0904939
Feb 18 04:44:57.255170 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-30f0cdb2-4a0b-4945-b1a7-d92ce626b74d req-8036c072-a0b4-4efe-813b-c0ec86094d29 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431554
Feb 18 04:44:57.368246 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 56448) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:57.496630 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-4d6d8c71-7dc0-49bf-8dda-3b4b5747feba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1270576
Feb 18 04:44:57.561234 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 56460) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:57.690990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:57.706953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:44:57.711639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Usage tracker for resource:security_group_rule and tenant:1725c2b292ad4aff9bbebc874268b276 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:44:57.714632 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:44:57.720634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:44:57.811362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:57.837878 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:57.847896 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-30e761b1-b06c-4a82-8863-a5bac83eb9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:57.891789 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1725c2b292ad4aff9bbebc874268b276&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3293364
Feb 18 04:44:57.894675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 56470) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:57.895908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a69df65-d4d4-4aaf-908b-f0ec73aa0119,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:57.905503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.905913 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.906317 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.906715 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.907134 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.907527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.907918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.908306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.908824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.909082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.909468 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.910115 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.910549 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.911274 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.911754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.912147 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.912537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.912930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.913319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.913702 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.914515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.914962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.915453 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.915827 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:57.920770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:57.963852 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:57.991586 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:58.100972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:58.106303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-14e8d03b-6793-426e-9186-925f8d82ca0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:58.159408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a69df65-d4d4-4aaf-908b-f0ec73aa0119,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:58.179717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.180140 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.180555 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.180965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.181372 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.181779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.182181 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.182581 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.183007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.183405 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.183804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.184200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.184637 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.185039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.185438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.185835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.186227 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.186623 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.187046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.187444 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.187841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.188238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.188633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.189027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:44:58.194290 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:58.197772 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:58.199054 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c269f8c2-b578-4edc-815c-f9e5b583f670 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a69df65-d4d4-4aaf-908b-f0ec73aa0119 HTTP/1.1" status: 204  len: 168 time: 0.3031957
Feb 18 04:44:58.226189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-8e3d4056-65e3-4bd2-a6df-7c731200e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:58.227948 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-8e3d4056-65e3-4bd2-a6df-7c731200e985 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436&tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2 HTTP/1.1" status: 200  len: 1161 time: 0.1102045
Feb 18 04:44:58.331481 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-4931e097-a6f9-482a-8b9d-30c4ce22cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:58.333196 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-4931e097-a6f9-482a-8b9d-30c4ce22cbdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 1161 time: 0.0819464
Feb 18 04:44:58.465336 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03858020-3f25-46d1-9e01-ff31d1e513e1 req-229b45e4-d576-4096-a29a-80e46408cfab tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:58.466900 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03858020-3f25-46d1-9e01-ff31d1e513e1 req-229b45e4-d576-4096-a29a-80e46408cfab tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0870686
Feb 18 04:44:58.480027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-ad412022-316f-46a9-8835-ff36e85296fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:58.481623 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-ad412022-316f-46a9-8835-ff36e85296fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 200  len: 911 time: 0.1406054
Feb 18 04:44:58.518053 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-03858020-3f25-46d1-9e01-ff31d1e513e1 req-d45277e7-6e5b-47c7-8d8f-097c44af7bdc tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426552
Feb 18 04:44:58.653025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 56482) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:58.674737 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1e9b887c-2e75-47f8-9a18-97fdb60f9a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:58.691648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-1e9b887c-2e75-47f8-9a18-97fdb60f9a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:44:58.695921 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1e9b887c-2e75-47f8-9a18-97fdb60f9a6a admin admin] Usage tracker for resource:security_group_rule and tenant:c1eea5afc9e24bc6a0749c44011a9571 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:44:58.699084 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-1e9b887c-2e75-47f8-9a18-97fdb60f9a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:44:58.705709 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-1e9b887c-2e75-47f8-9a18-97fdb60f9a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:44:58.804017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1e9b887c-2e75-47f8-9a18-97fdb60f9a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:58.838029 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1e9b887c-2e75-47f8-9a18-97fdb60f9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:58.842122 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-dbffe902-2e4f-42e5-ab18-3ef3073f9154 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daec314d-de6d-4422-b0c9-cea549966020 HTTP/1.1" status: 200  len: 999 time: 0.3510849
Feb 18 04:44:58.847082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-87e5e6ef-79bc-4651-bcb5-894ba7f3b6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:58.890022 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1e9b887c-2e75-47f8-9a18-97fdb60f9a6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1eea5afc9e24bc6a0749c44011a9571&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2357287
Feb 18 04:44:58.891738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b887c-2e75-47f8-9a18-97fdb60f9a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b2501f-2d54-4cad-8250-6cd84c030d38,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:58.894247 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 56486) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:44:58.897365 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1e9b887c-2e75-47f8-9a18-97fdb60f9a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:58.917098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-96425e04-3c5e-417e-b691-b8d82bc902d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:58.918676 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-96425e04-3c5e-417e-b691-b8d82bc902d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67a022bf-fb15-4b2f-81b7-07983e8da5c8 HTTP/1.1" status: 200  len: 856 time: 0.0651383
Feb 18 04:44:58.957772 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d4b8fd06-102e-4231-9479-b289f28c5fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:58.985645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d4b8fd06-102e-4231-9479-b289f28c5fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:59.013968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-992d0f89-7f1c-4b67-82d0-8dbc15b54630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:59.015604 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-992d0f89-7f1c-4b67-82d0-8dbc15b54630 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=67c7849d-dc25-460c-aef1-ab79d87835ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893869
Feb 18 04:44:59.060900 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d4b8fd06-102e-4231-9479-b289f28c5fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:59.065944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7d741206-53b9-47d5-8969-2ed101184b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:44:59.079447 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8fd06-102e-4231-9479-b289f28c5fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b2501f-2d54-4cad-8250-6cd84c030d38,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:44:59.085004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d4b8fd06-102e-4231-9479-b289f28c5fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:44:59.089272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d4b8fd06-102e-4231-9479-b289f28c5fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:44:59.093095 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d4b8fd06-102e-4231-9479-b289f28c5fac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7b2501f-2d54-4cad-8250-6cd84c030d38 HTTP/1.1" status: 204  len: 168 time: 0.1952124
Feb 18 04:44:59.165107 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-1c03c1e3-33f9-4aac-aa57-dcf798079d7e service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392407
Feb 18 04:44:59.310319 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7fae1a47-ba40-42e6-8158-d57f3f9394f2 req-8788c5ca-c0a7-41e4-bd60-104a9c029bd3 service neutron] 10.222.0.16 "GET /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361990
Feb 18 04:44:59.724963 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf502aef-8059-4b66-9e08-db846c9f91da req-74b3bba6-7286-4da4-a6d2-da881a060ba5 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:44:59.727259 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bf502aef-8059-4b66-9e08-db846c9f91da req-74b3bba6-7286-4da4-a6d2-da881a060ba5 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0885615
Feb 18 04:44:59.776421 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bf502aef-8059-4b66-9e08-db846c9f91da req-dd86362f-a3e3-4dfc-b84b-7891891be57c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435319
Feb 18 04:45:01.098162 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5431d9b-c40d-4262-94a8-9919dd13a16e req-e368104d-720a-4e30-ad1e-fb9e6468f27b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:01.103464 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e5431d9b-c40d-4262-94a8-9919dd13a16e req-e368104d-720a-4e30-ad1e-fb9e6468f27b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.1350434
Feb 18 04:45:01.156718 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e5431d9b-c40d-4262-94a8-9919dd13a16e req-82ad2520-1b18-4a4e-a93d-f22a60229749 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497296
Feb 18 04:45:02.379086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e9b6f-7926-4ad2-ae7d-4d86a8151fae req-9a7fcd49-acc1-4c13-aad0-8e8b492991c1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:02.381477 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-352e9b6f-7926-4ad2-ae7d-4d86a8151fae req-9a7fcd49-acc1-4c13-aad0-8e8b492991c1 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0933344
Feb 18 04:45:02.430667 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-352e9b6f-7926-4ad2-ae7d-4d86a8151fae req-587bfbc6-8abb-4228-a03f-f86d67f1c0dc tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425582
Feb 18 04:45:03.645979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdef411-fa45-41ff-9b7c-2d28379746f7 req-6e8b2f25-7a48-4b3d-8877-fac33a809004 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:03.648152 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2bdef411-fa45-41ff-9b7c-2d28379746f7 req-6e8b2f25-7a48-4b3d-8877-fac33a809004 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0951943
Feb 18 04:45:03.698484 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2bdef411-fa45-41ff-9b7c-2d28379746f7 req-9a1ec53e-1104-4b01-ad7e-9634d1cd7ad7 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439410
Feb 18 04:45:04.926138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb185b-c128-48f6-816b-ba616ae2617f req-130b5d79-e28e-4b9b-badb-c05248c10d22 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:04.934392 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-affb185b-c128-48f6-816b-ba616ae2617f req-130b5d79-e28e-4b9b-badb-c05248c10d22 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.1031497
Feb 18 04:45:04.996658 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-affb185b-c128-48f6-816b-ba616ae2617f req-c394a952-c1b4-420a-90d9-80cc3a09865b tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609436
Feb 18 04:45:05.029835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 56622) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:05.168670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-de1f96d9-dcaf-4815-922f-1be9159f8abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:05.184958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-de1f96d9-dcaf-4815-922f-1be9159f8abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:45:05.189236 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-de1f96d9-dcaf-4815-922f-1be9159f8abb admin admin] Usage tracker for resource:security_group_rule and tenant:39d7306b64244ddaa8415a61c4c548b9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:45:05.192345 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-de1f96d9-dcaf-4815-922f-1be9159f8abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:45:05.198987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-de1f96d9-dcaf-4815-922f-1be9159f8abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:45:05.291796 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-de1f96d9-dcaf-4815-922f-1be9159f8abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:05.328118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-de1f96d9-dcaf-4815-922f-1be9159f8abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:05.343997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d9ab31f3-936b-4e36-944a-3c250fa7057b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:05.378769 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-de1f96d9-dcaf-4815-922f-1be9159f8abb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39d7306b64244ddaa8415a61c4c548b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3470914
Feb 18 04:45:05.382508 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 56630) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:05.387202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f96d9-dcaf-4815-922f-1be9159f8abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2b9a28-af5a-4c0d-9573-e614e399d7ce,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:05.390864 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-de1f96d9-dcaf-4815-922f-1be9159f8abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:05.454942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-96c3f7ff-9223-46c6-b980-184107764bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:05.483935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-96c3f7ff-9223-46c6-b980-184107764bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:05.562632 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4130a78e-cd1a-4db9-a446-47fd386a0014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:05.591052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-96c3f7ff-9223-46c6-b980-184107764bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:05.596385 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3ee53871-de47-4a22-8c24-b126ad79f66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:05.610388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3f7ff-9223-46c6-b980-184107764bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2b9a28-af5a-4c0d-9573-e614e399d7ce,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:05.613299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-96c3f7ff-9223-46c6-b980-184107764bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:05.617228 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-96c3f7ff-9223-46c6-b980-184107764bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:05.619104 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-96c3f7ff-9223-46c6-b980-184107764bff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc2b9a28-af5a-4c0d-9573-e614e399d7ce HTTP/1.1" status: 204  len: 168 time: 0.2352030
Feb 18 04:45:06.109971 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 56644) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:06.131242 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7c2defd2-6c8a-4110-9992-7cd70e6d54d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:06.147196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-7c2defd2-6c8a-4110-9992-7cd70e6d54d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:45:06.151822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-7c2defd2-6c8a-4110-9992-7cd70e6d54d5 admin admin] Usage tracker for resource:security_group_rule and tenant:2b51eaf3031c46f597cdbf17ab1ebe46 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:45:06.155086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-7c2defd2-6c8a-4110-9992-7cd70e6d54d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:45:06.161303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-7c2defd2-6c8a-4110-9992-7cd70e6d54d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:45:06.251681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3e1d6-2591-4e96-b7a7-c7e6f4f7152e req-5828cf7f-5a6f-41d0-84bd-900937341d31 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:06.253357 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-76f3e1d6-2591-4e96-b7a7-c7e6f4f7152e req-5828cf7f-5a6f-41d0-84bd-900937341d31 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0997047
Feb 18 04:45:06.257582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7c2defd2-6c8a-4110-9992-7cd70e6d54d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:06.291527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7c2defd2-6c8a-4110-9992-7cd70e6d54d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:06.301502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9dc38d98-8e81-4b0a-a747-c8ca0232232b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:06.304434 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-76f3e1d6-2591-4e96-b7a7-c7e6f4f7152e req-774d1a46-3c45-4a31-a032-88cc0ea47d25 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442281
Feb 18 04:45:06.355144 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-7c2defd2-6c8a-4110-9992-7cd70e6d54d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b51eaf3031c46f597cdbf17ab1ebe46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2436037
Feb 18 04:45:06.357586 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2defd2-6c8a-4110-9992-7cd70e6d54d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27de46b0-dbb2-4634-a9d4-77ea6615e23f,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:06.357936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 56650) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:06.361934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7c2defd2-6c8a-4110-9992-7cd70e6d54d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:06.433337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-85b4bac6-60d8-4870-ac08-7c05fdd65282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:06.467142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-85b4bac6-60d8-4870-ac08-7c05fdd65282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:06.546908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-85b4bac6-60d8-4870-ac08-7c05fdd65282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:06.554199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a9103a19-55f4-4fb0-a2e3-ce238251b02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:06.566726 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4bac6-60d8-4870-ac08-7c05fdd65282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27de46b0-dbb2-4634-a9d4-77ea6615e23f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:06.571011 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-85b4bac6-60d8-4870-ac08-7c05fdd65282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:06.576725 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-85b4bac6-60d8-4870-ac08-7c05fdd65282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:06.578379 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-85b4bac6-60d8-4870-ac08-7c05fdd65282 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27de46b0-dbb2-4634-a9d4-77ea6615e23f HTTP/1.1" status: 204  len: 168 time: 0.2189553
Feb 18 04:45:07.531491 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566b49d-d993-4bf3-b38b-3196f36ea981 req-a6f67cbf-ab4c-4396-a1a2-5d14c9b2488e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:07.539231 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4566b49d-d993-4bf3-b38b-3196f36ea981 req-a6f67cbf-ab4c-4396-a1a2-5d14c9b2488e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.1095254
Feb 18 04:45:07.596395 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4566b49d-d993-4bf3-b38b-3196f36ea981 req-01b8bfdd-a1d0-44cc-9092-a3bff4826f03 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560794
Feb 18 04:45:07.807801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac85c-9b38-4e3f-a3c6-ac677ce2858c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:08.659957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:08.836855 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2c24f-865d-41c1-ab66-52059deda28c req-510753ab-a2c3-4015-bdcb-d58fa766eed2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:08.838638 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4c2c24f-865d-41c1-ab66-52059deda28c req-510753ab-a2c3-4015-bdcb-d58fa766eed2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.1110516
Feb 18 04:45:08.889887 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4c2c24f-865d-41c1-ab66-52059deda28c req-1c004455-56b3-452d-9a9a-ccf7bcab9e10 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441830
Feb 18 04:45:09.470611 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:09.757106 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:10.113305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc4725-a899-4e2f-bc78-0cfede84ffe5 req-fc7eaefc-311a-46d3-8da6-85f9837e88ea tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:10.115008 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-02fc4725-a899-4e2f-bc78-0cfede84ffe5 req-fc7eaefc-311a-46d3-8da6-85f9837e88ea tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0947161
Feb 18 04:45:10.165373 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-02fc4725-a899-4e2f-bc78-0cfede84ffe5 req-ea0d6b22-07ba-406e-a33b-ea535e8a8403 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441036
Feb 18 04:45:11.380004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cf8f4-c281-4e81-a021-6c19ddee0427 req-a6ce7e81-d19d-42b4-a6e5-55be987541e5 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:11.381680 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-776cf8f4-c281-4e81-a021-6c19ddee0427 req-a6ce7e81-d19d-42b4-a6e5-55be987541e5 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0916562
Feb 18 04:45:11.431182 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-776cf8f4-c281-4e81-a021-6c19ddee0427 req-8c44c3bc-4ca6-444f-b0e0-e0a3eceda270 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431721
Feb 18 04:45:12.643338 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e37f8-1717-4272-a5c0-0d94e09c4275 req-26f4ca14-d1ac-4c89-b76d-928ef37debe4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:12.645167 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c85e37f8-1717-4272-a5c0-0d94e09c4275 req-26f4ca14-d1ac-4c89-b76d-928ef37debe4 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0929809
Feb 18 04:45:12.697282 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c85e37f8-1717-4272-a5c0-0d94e09c4275 req-2430ab96-6d24-498b-adde-491a46f06f81 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449436
Feb 18 04:45:13.903698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aee214-eb14-4ea9-be1e-05e6f64ec73a req-c4d4ac82-99c1-4b78-8073-3053aa678cea tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:13.905306 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e1aee214-eb14-4ea9-be1e-05e6f64ec73a req-c4d4ac82-99c1-4b78-8073-3053aa678cea tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0898409
Feb 18 04:45:13.953449 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e1aee214-eb14-4ea9-be1e-05e6f64ec73a req-10b2a751-b912-48da-97c8-c5ff803bbfbc tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419128
Feb 18 04:45:14.910094 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:15.160093 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6e6cd-1f93-4152-b9d2-855875aca386 req-5279dc70-aa42-4791-8113-a8fc720df26d tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:15.161609 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-17c6e6cd-1f93-4152-b9d2-855875aca386 req-5279dc70-aa42-4791-8113-a8fc720df26d tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0911510
Feb 18 04:45:15.210451 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-17c6e6cd-1f93-4152-b9d2-855875aca386 req-a41c1059-6657-4a87-ba75-979a0e5ec944 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413737
Feb 18 04:45:15.993039 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4abc199d-9197-4d37-a03c-b34f03ef0c5e req-af175e2c-d874-4875-9dcd-0b496ac60a5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0914633
Feb 18 04:45:16.145421 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc199d-9197-4d37-a03c-b34f03ef0c5e req-d811e722-fd9f-4bed-9078-440c9247b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:16.147047 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4abc199d-9197-4d37-a03c-b34f03ef0c5e req-d811e722-fd9f-4bed-9078-440c9247b3cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c71ef4e1734d45caa55df7aabefe64f9&device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 1163 time: 0.0824299
Feb 18 04:45:16.302175 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc199d-9197-4d37-a03c-b34f03ef0c5e req-c27d5b97-583a-43e4-9910-b26fabb42b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:16.304401 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4abc199d-9197-4d37-a03c-b34f03ef0c5e req-c27d5b97-583a-43e4-9910-b26fabb42b45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=86c16645-192b-4075-a932-aaf87fb566e4 HTTP/1.1" status: 200  len: 903 time: 0.1377888
Feb 18 04:45:16.415469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf853c-f56d-4edb-b9f1-693ab8baf390 req-616c57ea-0e04-4d6f-bdd7-a0fcfa97902d tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:16.417098 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3daf853c-f56d-4edb-b9f1-693ab8baf390 req-616c57ea-0e04-4d6f-bdd7-a0fcfa97902d tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0874100
Feb 18 04:45:16.468135 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3daf853c-f56d-4edb-b9f1-693ab8baf390 req-2e8593ed-9377-4eec-84bd-7fb92971730d tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447235
Feb 18 04:45:17.368530 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4abc199d-9197-4d37-a03c-b34f03ef0c5e req-3873e74a-bb23-4e6c-88da-c54d317754ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 200  len: 1002 time: 0.1076424
Feb 18 04:45:17.671664 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1ac4d-19ca-4af2-9487-90acf1c569fe req-8753fa29-5cdd-42bb-877c-f1630462d101 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:17.673195 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-46a1ac4d-19ca-4af2-9487-90acf1c569fe req-8753fa29-5cdd-42bb-877c-f1630462d101 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0871668
Feb 18 04:45:17.721101 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-46a1ac4d-19ca-4af2-9487-90acf1c569fe req-cc51e591-877e-409f-836b-9d9b028a2d13 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412512
Feb 18 04:45:18.929109 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeff65d-7564-460a-a16d-cf38540a7923 req-bc7aa996-c0bd-4790-8061-ac7f275fedf0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:18.930716 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-afeff65d-7564-460a-a16d-cf38540a7923 req-bc7aa996-c0bd-4790-8061-ac7f275fedf0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.0856545
Feb 18 04:45:18.980493 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-afeff65d-7564-460a-a16d-cf38540a7923 req-45db9e15-792e-4542-ab06-079c00c01867 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417032
Feb 18 04:45:19.195660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc199d-9197-4d37-a03c-b34f03ef0c5e req-5490a86d-0756-4756-9b88-605f1db03197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:19.197255 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4abc199d-9197-4d37-a03c-b34f03ef0c5e req-5490a86d-0756-4756-9b88-605f1db03197 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ace81c5-6728-476b-8aac-1cd109d8d830 HTTP/1.1" status: 200  len: 848 time: 0.0689137
Feb 18 04:45:19.282396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc199d-9197-4d37-a03c-b34f03ef0c5e req-7ca78b95-897e-4946-b3c1-88aba7054cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:19.284053 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4abc199d-9197-4d37-a03c-b34f03ef0c5e req-7ca78b95-897e-4946-b3c1-88aba7054cff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86c16645-192b-4075-a932-aaf87fb566e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787776
Feb 18 04:45:19.428720 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4abc199d-9197-4d37-a03c-b34f03ef0c5e req-85314a6a-5a20-4fcf-b246-034c95e7939f service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358821
Feb 18 04:45:19.575101 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4abc199d-9197-4d37-a03c-b34f03ef0c5e req-1b724967-7f6f-4399-b13d-98f836605945 service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387684
Feb 18 04:45:19.749939 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device daec314d-de6d-4422-b0c9-cea549966020 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:45:19.824761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port daec314d-de6d-4422-b0c9-cea549966020 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:45:19.825106 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:19.946861 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:19.982386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port daec314d-de6d-4422-b0c9-cea549966020, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=daec314d-de6d-4422-b0c9-cea549966020,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:45:19.983275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:45:20.032705 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020', 'code': 200}
Feb 18 04:45:20.049529 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:20.051563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e56cff2a-aec2-4ddd-bc71-90971ed5c10c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:20.193185 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=daec314d-de6d-4422-b0c9-cea549966020,revision_number=6']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:20.202091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.202627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.203100 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.203543 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.203982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.204420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.204852 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.205286 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.205693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.206241 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.206684 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.207138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.207609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.208038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.209570 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.210574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.210574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.210574 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.213645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.213645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.213645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.213645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.213645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.213645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:20.221449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:20.245237 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9867bf-ff6e-458e-a7c3-345d926938ae req-85673df8-65d7-409d-930e-fb68e5f67e99 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:20.247145 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bd9867bf-ff6e-458e-a7c3-345d926938ae req-85673df8-65d7-409d-930e-fb68e5f67e99 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.1248870
Feb 18 04:45:20.296635 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bd9867bf-ff6e-458e-a7c3-345d926938ae req-3cd587b3-da2e-492d-983a-da53bed08fe0 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429180
Feb 18 04:45:20.441800 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184ba9-ef9f-4087-bcf7-e3d5572f5a9d req-b3d2db26-30a7-4161-b955-64ff3e644346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:20.443543 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d184ba9-ef9f-4087-bcf7-e3d5572f5a9d req-b3d2db26-30a7-4161-b955-64ff3e644346 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 1163 time: 0.0778930
Feb 18 04:45:20.488303 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d184ba9-ef9f-4087-bcf7-e3d5572f5a9d req-50bc8131-365e-47a1-8199-73059933d6bd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372481
Feb 18 04:45:21.507614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645aee57-140a-4408-b299-aa5e45ae7940 req-1858c3e8-b13a-4c32-933b-05ab2145adac tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:21.509179 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-645aee57-140a-4408-b299-aa5e45ae7940 req-1858c3e8-b13a-4c32-933b-05ab2145adac tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0896561
Feb 18 04:45:21.557354 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-645aee57-140a-4408-b299-aa5e45ae7940 req-0662cc62-3d65-4fd6-827b-ca6c49eea0aa tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418856
Feb 18 04:45:22.122039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:45:22.179760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device daec314d-de6d-4422-b0c9-cea549966020 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:45:22.258608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port daec314d-de6d-4422-b0c9-cea549966020 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:45:22.259091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:22.771671 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfc43d-51e3-401f-8a4c-d8543d8098f2 req-fee77685-c4c8-4ed2-80a0-88634a069952 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:22.773421 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a5bfc43d-51e3-401f-8a4c-d8543d8098f2 req-fee77685-c4c8-4ed2-80a0-88634a069952 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0928335
Feb 18 04:45:22.828164 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a5bfc43d-51e3-401f-8a4c-d8543d8098f2 req-f425a302-b000-40fd-84b0-5aad06408a83 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443609
Feb 18 04:45:23.259798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad580-549e-4c5e-b8c5-36fb5999e807 req-53f3ed27-e37d-47fd-8bdf-88d33fc28984 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:23.261387 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-126ad580-549e-4c5e-b8c5-36fb5999e807 req-53f3ed27-e37d-47fd-8bdf-88d33fc28984 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 945 time: 0.0860100
Feb 18 04:45:23.311930 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-126ad580-549e-4c5e-b8c5-36fb5999e807 req-71659e3e-9bfe-4abb-87f4-f2444b98da5b tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443473
Feb 18 04:45:24.035728 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf607-2b1e-421b-8ccf-e24b4ec008b3 req-26654fbd-1382-4673-8b0e-b3a9239ebfd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:24.037337 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-321cf607-2b1e-421b-8ccf-e24b4ec008b3 req-26654fbd-1382-4673-8b0e-b3a9239ebfd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0865607
Feb 18 04:45:24.085050 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-321cf607-2b1e-421b-8ccf-e24b4ec008b3 req-33702679-9634-4d05-8afb-68bc4b48875a tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413671
Feb 18 04:45:24.514005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b0222-0480-440f-add6-4299b352d0ab req-60ff344d-f08c-49c2-8809-f3a8eed2d040 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:24.515550 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2b2b0222-0480-440f-add6-4299b352d0ab req-60ff344d-f08c-49c2-8809-f3a8eed2d040 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 945 time: 0.0893233
Feb 18 04:45:24.562177 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2b2b0222-0480-440f-add6-4299b352d0ab req-c7dd8c86-2074-4488-a838-03a0d5a225d8 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404816
Feb 18 04:45:25.290945 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064863ea-9aa4-4e86-895f-5f30ef80fbd4 req-8996d08c-99cf-4984-91f6-c80de1cad129 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:25.292557 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-064863ea-9aa4-4e86-895f-5f30ef80fbd4 req-8996d08c-99cf-4984-91f6-c80de1cad129 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0899320
Feb 18 04:45:25.343004 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-064863ea-9aa4-4e86-895f-5f30ef80fbd4 req-996b0da5-18d5-4d85-ac6e-b7dc7443673f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439157
Feb 18 04:45:25.763469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67317d-6321-40e4-addd-e6d9464ab596 req-47dceae9-073c-4519-958d-2666c5f36bc4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:25.765044 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1c67317d-6321-40e4-addd-e6d9464ab596 req-47dceae9-073c-4519-958d-2666c5f36bc4 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 945 time: 0.0912471
Feb 18 04:45:25.811514 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1c67317d-6321-40e4-addd-e6d9464ab596 req-5dc94d2a-d0d3-4a2e-b0e1-72753e2138c3 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402474
Feb 18 04:45:26.552297 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a113c7-f3b2-48d4-8d36-d4bdaa1c3863 req-607bc226-b103-4a46-b1da-fcfb174f6fc6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:26.553932 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-68a113c7-f3b2-48d4-8d36-d4bdaa1c3863 req-607bc226-b103-4a46-b1da-fcfb174f6fc6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.0930469
Feb 18 04:45:26.602664 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-68a113c7-f3b2-48d4-8d36-d4bdaa1c3863 req-0161e830-d62f-4e1d-8e24-02ee77f13c6e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416074
Feb 18 04:45:27.010754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd740ff-8e8f-4649-9d86-5e62e8d3f9ab req-06acc51b-4041-4f17-91d5-61189fd34bc1 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:27.012390 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9dd740ff-8e8f-4649-9d86-5e62e8d3f9ab req-06acc51b-4041-4f17-91d5-61189fd34bc1 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 945 time: 0.0886533
Feb 18 04:45:27.059920 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9dd740ff-8e8f-4649-9d86-5e62e8d3f9ab req-daefc4ed-40ac-4544-af6c-b00c6d08f72c tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413263
Feb 18 04:45:27.406155 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-9198ce25-ab25-4774-af65-662cacebfb11 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:27.407641 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-9198ce25-ab25-4774-af65-662cacebfb11 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 945 time: 0.0875673
Feb 18 04:45:27.483883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Deleting port b697955c-80b9-4d04-bbbc-3801dc87cfaf {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:45:27.484266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:27.747389 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] For port b697955c-80b9-4d04-bbbc-3801dc87cfaf, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=b697955c-80b9-4d04-bbbc-3801dc87cfaf,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:45:27.747859 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:28.198777 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device b697955c-80b9-4d04-bbbc-3801dc87cfaf no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:45:28.276630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c2107-4ead-4a23-9f8c-352c813c4996 req-850705fa-bb4d-44e7-aa80-9ddfe583f0d6 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:28.278407 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d7c2107-4ead-4a23-9f8c-352c813c4996 req-850705fa-bb4d-44e7-aa80-9ddfe583f0d6 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 945 time: 0.0939596
Feb 18 04:45:28.307729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:28.308145 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:28.308498 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Floating IP a6bc1f1d-47cc-4496-a479-5d8d44b41352 disassociated. External IP: 172.27.3.59, port: b697955c-80b9-4d04-bbbc-3801dc87cfaf.
Feb 18 04:45:28.308872 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Calling delete_port for b697955c-80b9-4d04-bbbc-3801dc87cfaf owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:45:28.326897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:28.328550 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d7c2107-4ead-4a23-9f8c-352c813c4996 req-f2775482-4a54-43a7-aa57-757896980801 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427535
Feb 18 04:45:28.359191 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:45:28.369337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port b697955c-80b9-4d04-bbbc-3801dc87cfaf, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=b697955c-80b9-4d04-bbbc-3801dc87cfaf,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:45:28.408770 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf', 'code': 200}
Feb 18 04:45:28.409986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:28.411894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8cc298f4-a990-4e28-bda1-fc74c7b6f1d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:28.490514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:45:28.490922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:45:28.645427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=b697955c-80b9-4d04-bbbc-3801dc87cfaf,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:28.649033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:28.992965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Deleting port b697955c-80b9-4d04-bbbc-3801dc87cfaf {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:45:28.993406 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:29.255183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] For port b697955c-80b9-4d04-bbbc-3801dc87cfaf, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=b697955c-80b9-4d04-bbbc-3801dc87cfaf,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:45:29.255515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:29.533123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94987a7-b3e1-4c56-b395-f7dd38c73e79 req-f1365742-16fc-4d7f-ab74-b1e6356547a2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:29.534748 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d94987a7-b3e1-4c56-b395-f7dd38c73e79 req-f1365742-16fc-4d7f-ab74-b1e6356547a2 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 943 time: 0.0902822
Feb 18 04:45:29.564341 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:29.564747 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:29.565100 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Floating IP a6bc1f1d-47cc-4496-a479-5d8d44b41352 disassociated. External IP: 172.27.3.59, port: b697955c-80b9-4d04-bbbc-3801dc87cfaf.
Feb 18 04:45:29.565480 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Calling delete_port for b697955c-80b9-4d04-bbbc-3801dc87cfaf owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:45:29.582806 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d94987a7-b3e1-4c56-b395-f7dd38c73e79 req-b403b308-8d5e-4a35-9f3e-526aedade2a0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups?id=c73f12d4-4092-411e-874b-1c229978a5bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407462
Feb 18 04:45:29.792015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:29.808822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:29.906302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event deleted for resources: {'Port': ['ID=b697955c-80b9-4d04-bbbc-3801dc87cfaf,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:29.909078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:30.171018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Router c9aa9f1f-ee14-419e-842b-c538cff462ac has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:45:30.363767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:45:30.374936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487abfe5-18a4-4c40-a1af-f7eecc80c3e1 None None] Sync routers for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:45:30.386315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487abfe5-18a4-4c40-a1af-f7eecc80c3e1 None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:45:30.387187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-487abfe5-18a4-4c40-a1af-f7eecc80c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0cdf60>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:45:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:30.403787 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] No DVR routers for this DVR port b697955c-80b9-4d04-bbbc-3801dc87cfaf on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:45:30.406323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:30.415825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'name': 'network-vif-deleted', 'tag': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:45:30.466818 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c154f7-600e-4c31-a77e-dfabef026b34', 'name': 'network-vif-deleted', 'tag': 'b697955c-80b9-4d04-bbbc-3801dc87cfaf', 'status': 'completed', 'code': 200}
Feb 18 04:45:30.468916 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0a0adefc-2a21-491f-ba10-74444c5e9fad req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.16 "DELETE /v2.0/ports/b697955c-80b9-4d04-bbbc-3801dc87cfaf HTTP/1.1" status: 204  len: 173 time: 3.0549333
Feb 18 04:45:30.579642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-487abfe5-18a4-4c40-a1af-f7eecc80c3e1 None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:45:30.747457 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3268b3d7-a022-4c37-a5bc-d54c3b830a47 req-5422827e-9e63-4ef0-a6ec-7055087cefc8 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 210 time: 0.0508025
Feb 18 04:45:31.067006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-487abfe5-18a4-4c40-a1af-f7eecc80c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0cdf60>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:45Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:31.071015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487abfe5-18a4-4c40-a1af-f7eecc80c3e1 None None] Checking router: c9aa9f1f-ee14-419e-842b-c538cff462ac for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:45:31.079746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487abfe5-18a4-4c40-a1af-f7eecc80c3e1 None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:45:31.080394 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-487abfe5-18a4-4c40-a1af-f7eecc80c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0cdf60>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:45:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:31.267901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-487abfe5-18a4-4c40-a1af-f7eecc80c3e1 None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:45:31.595557 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-487abfe5-18a4-4c40-a1af-f7eecc80c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0cdf60>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:45Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:31.599696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487abfe5-18a4-4c40-a1af-f7eecc80c3e1 None None] The sync data for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi is: [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:38:31Z', 'revision_number': 4, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '54d5f65a-a3fe-4328-92ea-f992120a0ae6', 'name': '', 'network_id': '90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'mac_address': 'fa:16:3e:cc:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:45Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'subnets': [{'id': 'cf3bdabd-12da-4d5b-8a13-9cd7ac731207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:45:31.940500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-accba07d-6f59-450d-b115-9f01200d685a req-0f8d2037-39d8-4262-a728-af5121735442 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Synchronizing usage tracker for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:45:31.958858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b762a82-663a-44d0-aa27-a6bf54dedec4 None None] New status for floating IP a6bc1f1d-47cc-4496-a479-5d8d44b41352: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:45:31.986114 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-accba07d-6f59-450d-b115-9f01200d685a req-0f8d2037-39d8-4262-a728-af5121735442 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Unset dirty status for tenant:e40fb1553df241979f52fb7b2a6c4d0a on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:45:31.987554 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-accba07d-6f59-450d-b115-9f01200d685a req-0f8d2037-39d8-4262-a728-af5121735442 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c154f7-600e-4c31-a77e-dfabef026b34 HTTP/1.1" status: 200  len: 210 time: 0.1044962
Feb 18 04:45:33.150885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 56956) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:33.221923 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a604381f-7b06-4bfe-b0c6-648d999469da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:33.251555 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a604381f-7b06-4bfe-b0c6-648d999469da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:33.321126 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a604381f-7b06-4bfe-b0c6-648d999469da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:33.326286 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f094ff7d-217c-4403-91be-4244ab369d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:33.341675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604381f-7b06-4bfe-b0c6-648d999469da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73f12d4-4092-411e-874b-1c229978a5bd,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:33.344471 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a604381f-7b06-4bfe-b0c6-648d999469da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:33.377757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a604381f-7b06-4bfe-b0c6-648d999469da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:33.379023 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a604381f-7b06-4bfe-b0c6-648d999469da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "DELETE /v2.0/security-groups/c73f12d4-4092-411e-874b-1c229978a5bd HTTP/1.1" status: 204  len: 168 time: 0.2270322
Feb 18 04:45:33.381930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 56960) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:33.399914 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.v2.resource [None req-d5c89299-fd56-43a0-8f26-44fe8b87d14d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] show failed (client error): The resource could not be found.
Feb 18 04:45:33.400938 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d5c89299-fd56-43a0-8f26-44fe8b87d14d tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "GET /v2.0/security-groups/c73f12d4-4092-411e-874b-1c229978a5bd HTTP/1.1" status: 404  len: 347 time: 0.0180461
Feb 18 04:45:33.403534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 56964) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:33.788096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-24a1c06a-81bc-4d3a-a413-2a90990b4d90 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Deleting port 003e4ded-ef4c-4a9a-ab60-ea748fa554bb {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:45:33.788470 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-24a1c06a-81bc-4d3a-a413-2a90990b4d90 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:33.974977 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-24a1c06a-81bc-4d3a-a413-2a90990b4d90 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:33.975352 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-24a1c06a-81bc-4d3a-a413-2a90990b4d90 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:34.107648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-24a1c06a-81bc-4d3a-a413-2a90990b4d90 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Calling delete_port for 003e4ded-ef4c-4a9a-ab60-ea748fa554bb owned by network:floatingip {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:45:34.277248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-24a1c06a-81bc-4d3a-a413-2a90990b4d90 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:34.292656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-923ba9e2-3508-4c78-995e-eca253fd35ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:34.386733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1c06a-81bc-4d3a-a413-2a90990b4d90 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Pushing event deleted for resources: {'Port': ['ID=003e4ded-ef4c-4a9a-ab60-ea748fa554bb,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:34.396150 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-24a1c06a-81bc-4d3a-a413-2a90990b4d90 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:34.514888 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-24a1c06a-81bc-4d3a-a413-2a90990b4d90 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks [] for floatingip, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:34.557185 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-24a1c06a-81bc-4d3a-a413-2a90990b4d90 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:34.558409 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-24a1c06a-81bc-4d3a-a413-2a90990b4d90 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] 10.222.0.43 "DELETE /v2.0/floatingips/a6bc1f1d-47cc-4496-a479-5d8d44b41352 HTTP/1.1" status: 204  len: 168 time: 1.1539161
Feb 18 04:45:35.566908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-27cecbad-620d-4a75-8119-8da24c5f9682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:37.801204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-76bdf0e0-5e9f-4d3c-b17b-954961a860ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:38.650213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:39.477535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:39.780004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:42.065800 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57062) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:42.803468 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853798796'] for router_interface, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:43.173468 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] Deleting port 54d5f65a-a3fe-4328-92ea-f992120a0ae6 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:45:43.174062 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:43.359124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] For port 54d5f65a-a3fe-4328-92ea-f992120a0ae6, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=54d5f65a-a3fe-4328-92ea-f992120a0ae6,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:45:43.359527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:43.361992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57074) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:43.485644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-25737a7f-5d76-4033-9cb9-1b5a9777908f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:43.493687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] Calling delete_port for 54d5f65a-a3fe-4328-92ea-f992120a0ae6 owned by network:router_interface {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:45:43.502052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-25737a7f-5d76-4033-9cb9-1b5a9777908f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:45:43.506205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-25737a7f-5d76-4033-9cb9-1b5a9777908f admin admin] Usage tracker for resource:security_group_rule and tenant:6f4a97038a444de9bb33da5faac3f440 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:45:43.509187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-25737a7f-5d76-4033-9cb9-1b5a9777908f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:45:43.515035 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-25737a7f-5d76-4033-9cb9-1b5a9777908f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:45:43.599484 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-25737a7f-5d76-4033-9cb9-1b5a9777908f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:43.631646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-25737a7f-5d76-4033-9cb9-1b5a9777908f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:43.640884 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-848e8c71-d8f1-4d92-bac7-bf0f50648ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:43.683497 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-25737a7f-5d76-4033-9cb9-1b5a9777908f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f4a97038a444de9bb33da5faac3f440&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3203847
Feb 18 04:45:43.685277 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25737a7f-5d76-4033-9cb9-1b5a9777908f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06a3460-f446-4b44-8bbf-63914386635b,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:43.686407 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57080) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:43.688998 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-25737a7f-5d76-4033-9cb9-1b5a9777908f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:43.806548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d5184d7a-9b2c-4d81-9920-22f78c736265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:43.834406 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d5184d7a-9b2c-4d81-9920-22f78c736265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:43.841426 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:43.858738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:43.975786 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] Pushing event deleted for resources: {'Port': ['ID=54d5f65a-a3fe-4328-92ea-f992120a0ae6,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:43.981869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:44.169790 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d5184d7a-9b2c-4d81-9920-22f78c736265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:44.183525 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e08a3b90-ee91-42d1-b8e7-612623a4c1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:44.202365 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5184d7a-9b2c-4d81-9920-22f78c736265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06a3460-f446-4b44-8bbf-63914386635b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:44.206764 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d5184d7a-9b2c-4d81-9920-22f78c736265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:44.235296 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d5184d7a-9b2c-4d81-9920-22f78c736265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:44.236422 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-d5184d7a-9b2c-4d81-9920-22f78c736265 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a06a3460-f446-4b44-8bbf-63914386635b HTTP/1.1" status: 204  len: 168 time: 0.5489018
Feb 18 04:45:44.558426 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-977351'] for router_interface, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:44.729575 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57088) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:44.749215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ac8e4aef-e6f7-4fcd-8849-2d3bc1c714ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:44.765221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ac8e4aef-e6f7-4fcd-8849-2d3bc1c714ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:45:44.769661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ac8e4aef-e6f7-4fcd-8849-2d3bc1c714ac admin admin] Usage tracker for resource:security_group_rule and tenant:ab48c2bc8cac465bbf52a60c0838be90 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:45:44.772608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-ac8e4aef-e6f7-4fcd-8849-2d3bc1c714ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:45:44.779287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-ac8e4aef-e6f7-4fcd-8849-2d3bc1c714ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:45:44.865961 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ac8e4aef-e6f7-4fcd-8849-2d3bc1c714ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:44.899214 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ac8e4aef-e6f7-4fcd-8849-2d3bc1c714ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:44.912691 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d0c8daa6-4444-46af-b1e1-2d622e64f30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:44.923443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:44.961707 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ac8e4aef-e6f7-4fcd-8849-2d3bc1c714ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab48c2bc8cac465bbf52a60c0838be90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2279274
Feb 18 04:45:44.961707 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e4aef-e6f7-4fcd-8849-2d3bc1c714ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d787e250-7596-4fe1-a97a-abe696be99d5,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:44.963025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57092) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:44.963885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ac8e4aef-e6f7-4fcd-8849-2d3bc1c714ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:45.129481 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-58fa7c85-5cec-48c8-bccf-c6f7cc529c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:45.148723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] Router c9aa9f1f-ee14-419e-842b-c538cff462ac has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:45:45.169291 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-58fa7c85-5cec-48c8-bccf-c6f7cc529c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:45.389811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:45:45.397978 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-58fa7c85-5cec-48c8-bccf-c6f7cc529c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:45.398944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6a87f-f7cf-4dd2-82ca-67f17c257303 None None] Sync routers for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:45:45.403156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bf2af429-6a63-4113-8d1d-30a853c16c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:45.408593 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6a87f-f7cf-4dd2-82ca-67f17c257303 None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:45:45.409299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-42c6a87f-f7cf-4dd2-82ca-67f17c257303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e436828>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:45:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:45.418248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-58fa7c85-5cec-48c8-bccf-c6f7cc529c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:45.422012 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-58fa7c85-5cec-48c8-bccf-c6f7cc529c57 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d787e250-7596-4fe1-a97a-abe696be99d5 HTTP/1.1" status: 204  len: 168 time: 0.4528332
Feb 18 04:45:45.422012 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-96c63af4-6565-4b37-985f-c724b094047d admin admin] 10.222.0.43 "PUT /v2.0/routers/c9aa9f1f-ee14-419e-842b-c538cff462ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3544021
Feb 18 04:45:45.422218 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa7c85-5cec-48c8-bccf-c6f7cc529c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d787e250-7596-4fe1-a97a-abe696be99d5,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:45.423971 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57098) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:45.426840 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-58fa7c85-5cec-48c8-bccf-c6f7cc529c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:45.621255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Notify callbacks [] for router, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:45.625356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-42c6a87f-f7cf-4dd2-82ca-67f17c257303 None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:45:45.822724 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:45.866209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Deleting port f8ae5614-b950-4e66-bdf5-4129db7b4094 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:45:45.866599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:45.938829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-42c6a87f-f7cf-4dd2-82ca-67f17c257303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e436828>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:45:43Z', 'revision_number': 5, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port': {'id': 'f8ae5614-b950-4e66-bdf5-4129db7b4094', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:16Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:45.943890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6a87f-f7cf-4dd2-82ca-67f17c257303 None None] Checking router: c9aa9f1f-ee14-419e-842b-c538cff462ac for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:45:45.953047 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6a87f-f7cf-4dd2-82ca-67f17c257303 None None] Routers {'c9aa9f1f-ee14-419e-842b-c538cff462ac'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:45:45.953706 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-42c6a87f-f7cf-4dd2-82ca-67f17c257303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e436828>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:45:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['c9aa9f1f-ee14-419e-842b-c538cff462ac'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:46.062098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] For port f8ae5614-b950-4e66-bdf5-4129db7b4094, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=f8ae5614-b950-4e66-bdf5-4129db7b4094,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:45:46.062673 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:46.142859 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-42c6a87f-f7cf-4dd2-82ca-67f17c257303 None None] Set router c9aa9f1f-ee14-419e-842b-c538cff462ac gateway port host: None {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:45:46.209279 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Calling delete_port for f8ae5614-b950-4e66-bdf5-4129db7b4094 owned by network:router_gateway {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:45:46.259532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-42c6a87f-f7cf-4dd2-82ca-67f17c257303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e436828>, [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:45:45Z', 'revision_number': 6, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port_host': None}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:46.263864 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6a87f-f7cf-4dd2-82ca-67f17c257303 None None] The sync data for ids ['c9aa9f1f-ee14-419e-842b-c538cff462ac'] in dv-cinder-776307-1-iscsi is: [{'id': 'c9aa9f1f-ee14-419e-842b-c538cff462ac', 'name': 'tempest-AttachVolumeTestJSON-1292327802-router', 'tenant_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:11Z', 'updated_at': '2021-02-18T04:45:45Z', 'revision_number': 6, 'project_id': 'e40fb1553df241979f52fb7b2a6c4d0a', 'gw_port_host': None}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:45:46.478162 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:46.494781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:46.593406 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ae5614-b950-4e66-bdf5-4129db7b4094,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:46.596225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:46.744251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794730'] for router_gateway, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:46.899558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 54d5f65a-a3fe-4328-92ea-f992120a0ae6 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:45:46.946124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 54d5f65a-a3fe-4328-92ea-f992120a0ae6 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:45:46.946747 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 54d5f65a-a3fe-4328-92ea-f992120a0ae6 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:45:46.947665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device f8ae5614-b950-4e66-bdf5-4129db7b4094 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:45:46.991303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: f8ae5614-b950-4e66-bdf5-4129db7b4094 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:45:46.992712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device f8ae5614-b950-4e66-bdf5-4129db7b4094 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:45:47.032420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112143'] for router, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:47.036898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:47.312608 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-2b3f7539-a50f-4d90-b978-70a1c3c66cc5 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/floatingips/578050ce-703f-48d2-9b91-f0b37fca4c7f HTTP/1.1" status: 200  len: 999 time: 0.5159409
Feb 18 04:45:47.418705 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853795799'] for router, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:47.419379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9aa9f1f-ee14-419e-842b-c538cff462ac {{(pid=84043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 04:45:47.446487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:47.447777 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f8085eb9-e2b2-4d05-bcd8-729ad9901867 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c9aa9f1f-ee14-419e-842b-c538cff462ac HTTP/1.1" status: 204  len: 168 time: 2.0228045
Feb 18 04:45:47.450607 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57144) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:47.490257 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-cdc4f3a8-49ac-4b65-82ea-13f67f0c3f9f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:47.492018 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-cdc4f3a8-49ac-4b65-82ea-13f67f0c3f9f tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 784 time: 0.1730847
Feb 18 04:45:47.505781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-ac0bfa4e-af94-40eb-930f-77e951459bd7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:45:47.511138 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-ac0bfa4e-af94-40eb-930f-77e951459bd7 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0108249
Feb 18 04:45:47.532133 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-e906ec6d-da82-4086-89b9-7e1905769b5b admin admin] Deleting subnet cf3bdabd-12da-4d5b-8a13-9cd7ac731207 {{(pid=84044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:45:47.535614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e906ec6d-da82-4086-89b9-7e1905769b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:47.597263 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e906ec6d-da82-4086-89b9-7e1905769b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852470497'] for subnet, precommit_delete_associations {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:47.625258 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-d6d28bba-531b-4a51-b260-9edb55c508c0 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.153 HTTP/1.1" status: 200  len: 1002 time: 0.1114249
Feb 18 04:45:47.689151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e906ec6d-da82-4086-89b9-7e1905769b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:47.706324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-7835adac-9a39-4a0f-842b-f846454854a1 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:47.707828 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-7835adac-9a39-4a0f-842b-f846454854a1 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports/ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 200  len: 943 time: 0.0777988
Feb 18 04:45:47.896677 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-295022b1-2b74-43d5-9bbe-555c6c1e3b1d tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.153 HTTP/1.1" status: 200  len: 1002 time: 0.1078360
Feb 18 04:45:47.990539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e906ec6d-da82-4086-89b9-7e1905769b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2555699'] for subnet, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.009258 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cb549a43-e1b8-4209-b2f9-2ecebf8b17d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:48.101148 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906ec6d-da82-4086-89b9-7e1905769b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf3bdabd-12da-4d5b-8a13-9cd7ac731207,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:48.104582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e906ec6d-da82-4086-89b9-7e1905769b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:48.126193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Deleting port 3fc2f961-07c5-47a6-8bfd-a0960e57cd3c {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:45:48.126580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.151007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e906ec6d-da82-4086-89b9-7e1905769b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.158846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b370127c-a597-4344-a44f-0cb1377e7899 None None] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:45:48.171873 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-e906ec6d-da82-4086-89b9-7e1905769b5b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cf3bdabd-12da-4d5b-8a13-9cd7ac731207 HTTP/1.1" status: 204  len: 168 time: 0.7195685
Feb 18 04:45:48.172585 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57162) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:48.293626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.324661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.325029 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.368581 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Deleting port f485ed36-4e11-49e9-a697-e125a342015c {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:45:48.369147 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.479803 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Calling delete_port for 3fc2f961-07c5-47a6-8bfd-a0960e57cd3c owned by network:floatingip {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:45:48.490234 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d5723-c97c-42fc-9b50-dd738f3e905f None None] DHCP port deletion for 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c request from dv-cinder-776307-1-iscsi {{(pid=84045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 04:45:48.497158 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d5723-c97c-42fc-9b50-dd738f3e905f None None] Deleting port f485ed36-4e11-49e9-a697-e125a342015c {{(pid=84045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:45:48.498218 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5723-c97c-42fc-9b50-dd738f3e905f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.615304 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] For port f485ed36-4e11-49e9-a697-e125a342015c, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=f485ed36-4e11-49e9-a697-e125a342015c,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:45:48.615703 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.717366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.734393 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e72dad68-fa55-477a-bbf5-c03b1c69c63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:48.747051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-8f5d5723-c97c-42fc-9b50-dd738f3e905f None None] For port f485ed36-4e11-49e9-a697-e125a342015c, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=f485ed36-4e11-49e9-a697-e125a342015c,segment=NetworkSegment(8d57f01e-0f23-42ad-ad77-d7c73eb0de6b),segment_id=8d57f01e-0f23-42ad-ad77-d7c73eb0de6b)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:45:48.747481 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5723-c97c-42fc-9b50-dd738f3e905f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.756875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Calling delete_port for f485ed36-4e11-49e9-a697-e125a342015c owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:45:48.844210 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Pushing event deleted for resources: {'Port': ['ID=3fc2f961-07c5-47a6-8bfd-a0960e57cd3c,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:48.849148 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:48.891860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d5723-c97c-42fc-9b50-dd738f3e905f None None] Calling delete_port for f485ed36-4e11-49e9-a697-e125a342015c owned by network:dhcp {{(pid=84045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:45:48.894357 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.955382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device f485ed36-4e11-49e9-a697-e125a342015c no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:45:48.986818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for floatingip, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:48.987212 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Floating IP 578050ce-703f-48d2-9b91-f0b37fca4c7f disassociated (deleted). External IP: 172.27.3.153, port: ed437c04-161f-48c6-8f86-f6dfde3f521b.
Feb 18 04:45:49.032452 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: f485ed36-4e11-49e9-a697-e125a342015c {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:45:49.032843 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device f485ed36-4e11-49e9-a697-e125a342015c not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:45:49.060521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a531394e-8457-4417-81a9-0f306a4275fe tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:49.096875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-8f5d5723-c97c-42fc-9b50-dd738f3e905f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84045) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:45:49.097216 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-8f5d5723-c97c-42fc-9b50-dd738f3e905f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:45:49.363602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=f485ed36-4e11-49e9-a697-e125a342015c,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:49.367441 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:49.369894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] No DVR routers for this DVR port f485ed36-4e11-49e9-a697-e125a342015c on host dv-cinder-776307-1-iscsi {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:45:49.392178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:45:49.500661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:49.594242 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57182) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:49.595484 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:45:49.599261 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d5723-c97c-42fc-9b50-dd738f3e905f None None] Deleting port f485ed36-4e11-49e9-a697-e125a342015c {{(pid=84045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:45:49.602440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5723-c97c-42fc-9b50-dd738f3e905f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:49.619961 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3eb7eeb8>,) {'filters': {'network_id': ['90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c']}} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:49.633544 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3eb7eeb8>, '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b') {'for_net_delete': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:49.633849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3eb7eeb8>, '8d57f01e-0f23-42ad-ad77-d7c73eb0de6b') {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:49.645352 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffca0ed-1d13-48e6-b96d-d913ca45dd8a None None] Sync routers for ids ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:45:49.647200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305319'] for segment, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:49.663753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:49.666599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:45:49.672710 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:49.695181 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffca0ed-1d13-48e6-b96d-d913ca45dd8a None None] Routers {'6c5f26d7-8819-4655-8b57-cfc6944b6bd1'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:45:49.695990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-6ffca0ed-1d13-48e6-b96d-d913ca45dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3db22748>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:45:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:49.763312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d5723-c97c-42fc-9b50-dd738f3e905f None None] The port 'f485ed36-4e11-49e9-a697-e125a342015c' was deleted {{(pid=84045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 04:45:49.782816 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "DELETE /v2.0/floatingips/578050ce-703f-48d2-9b91-f0b37fca4c7f HTTP/1.1" status: 204  len: 173 time: 1.8765156
Feb 18 04:45:49.790014 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:45:49.797753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-56587f29-cdea-4011-b4d9-545ac9850472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:49.851969 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b', 'status': 'completed', 'code': 200}
Feb 18 04:45:49.863006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-56587f29-cdea-4011-b4d9-545ac9850472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:45:49.867359 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-56587f29-cdea-4011-b4d9-545ac9850472 admin admin] Usage tracker for resource:security_group_rule and tenant:b42478b338cf4c5180a7d084df988b01 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:45:49.876420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-56587f29-cdea-4011-b4d9-545ac9850472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:45:49.890565 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-56587f29-cdea-4011-b4d9-545ac9850472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:45:49.949867 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-6ffca0ed-1d13-48e6-b96d-d913ca45dd8a None None] Set router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:45:49.963249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:45:49.979589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852846634'] for segment, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:49.990020 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-ea6dce37-0fd5-431d-892d-250b19b3859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:50.004463 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-ea6dce37-0fd5-431d-892d-250b19b3859a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c71ef4e1734d45caa55df7aabefe64f9&device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 1163 time: 0.2086420
Feb 18 04:45:50.234433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Network 90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:45:50.247277 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e4ac7-cab1-41c2-a01c-c81290c516ed req-22c4a7ba-400d-4458-8f12-d93a025073dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:50.249117 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b66e4ac7-cab1-41c2-a01c-c81290c516ed req-22c4a7ba-400d-4458-8f12-d93a025073dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c71ef4e1734d45caa55df7aabefe64f9&device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 1163 time: 0.3757503
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:45:50.267117 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:45:50.354072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-6ffca0ed-1d13-48e6-b96d-d913ca45dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3db22748>, [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:39:37Z', 'revision_number': 4, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': 'c713cde9-96b9-4021-9692-3e660ab52762', 'name': '', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'mac_address': 'fa:16:3e:bb:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:35Z', 'updated_at': '2021-02-18T04:39:47Z', 'revision_number': 5, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'subnets': [{'id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:50.358558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffca0ed-1d13-48e6-b96d-d913ca45dd8a None None] Checking router: 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:45:50.369065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffca0ed-1d13-48e6-b96d-d913ca45dd8a None None] Routers {'6c5f26d7-8819-4655-8b57-cfc6944b6bd1'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:45:50.369771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-6ffca0ed-1d13-48e6-b96d-d913ca45dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3db22748>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:45:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:50.473616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:50.488253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:50.499518 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a7229934-96eb-4299-9eb1-9aaf102283a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:50.512210 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-56587f29-cdea-4011-b4d9-545ac9850472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:50.515138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-a10b21c5-8d62-4da9-8078-82f1efe926cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:50.516665 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-a10b21c5-8d62-4da9-8078-82f1efe926cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=86c16645-192b-4075-a932-aaf87fb566e4 HTTP/1.1" status: 200  len: 903 time: 0.5113389
Feb 18 04:45:50.527059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:50.530255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:50.531361 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e4ac7-cab1-41c2-a01c-c81290c516ed req-06fb45e1-03bc-4061-859a-48d9ccc44a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:50.533148 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b66e4ac7-cab1-41c2-a01c-c81290c516ed req-06fb45e1-03bc-4061-859a-48d9ccc44a95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=86c16645-192b-4075-a932-aaf87fb566e4 HTTP/1.1" status: 200  len: 903 time: 0.2176147
Feb 18 04:45:50.575268 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-6ffca0ed-1d13-48e6-b96d-d913ca45dd8a None None] Set router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:45:50.588545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-56587f29-cdea-4011-b4d9-545ac9850472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:50.607821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2c4ea7bd-e702-438e-95b0-5a567d74ce85 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:50.611467 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b66e4ac7-cab1-41c2-a01c-c81290c516ed req-9a62d12d-38ea-40be-a2c4-04711e08a4ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 200  len: 217 time: 0.0688365
Feb 18 04:45:50.616421 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] 10.222.0.43 "DELETE /v2.0/networks/90c330a0-3d43-4ed1-b6a9-fca05ef4ea9c HTTP/1.1" status: 204  len: 168 time: 2.4427564
Feb 18 04:45:50.618286 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-c6b34160-7cde-41c8-b764-67c1f8e803b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 200  len: 217 time: 0.0886097
Feb 18 04:45:50.690626 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-56587f29-cdea-4011-b4d9-545ac9850472 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b42478b338cf4c5180a7d084df988b01&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0929816
Feb 18 04:45:50.702650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57194) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:50.718444 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e4ac7-cab1-41c2-a01c-c81290c516ed req-433d6968-dbe9-4129-9f16-36097b3d62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:50.720112 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b66e4ac7-cab1-41c2-a01c-c81290c516ed req-433d6968-dbe9-4129-9f16-36097b3d62f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ace81c5-6728-476b-8aac-1cd109d8d830 HTTP/1.1" status: 200  len: 848 time: 0.0954316
Feb 18 04:45:50.723259 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56587f29-cdea-4011-b4d9-545ac9850472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38fc817-cd13-4c8e-9446-c08e56fa4557,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:50.733321 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-56587f29-cdea-4011-b4d9-545ac9850472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:50.752990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-63d6e564-c6fd-4b59-b239-90f4b2e4aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:50.754740 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-63d6e564-c6fd-4b59-b239-90f4b2e4aa26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ace81c5-6728-476b-8aac-1cd109d8d830 HTTP/1.1" status: 200  len: 848 time: 0.1250997
Feb 18 04:45:50.818991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e4ac7-cab1-41c2-a01c-c81290c516ed req-5d95cae9-c7e2-4472-b863-20e51a37779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:50.821906 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b66e4ac7-cab1-41c2-a01c-c81290c516ed req-5d95cae9-c7e2-4472-b863-20e51a37779d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86c16645-192b-4075-a932-aaf87fb566e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934474
Feb 18 04:45:50.865700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-da038466-7dd2-478d-b93c-021520d55c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:50.887217 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57198) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:50.930421 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-da038466-7dd2-478d-b93c-021520d55c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:50.972338 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-5a91021e-fffc-4ae5-b853-9621b933c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:50.980677 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-5a91021e-fffc-4ae5-b853-9621b933c9cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86c16645-192b-4075-a932-aaf87fb566e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2098429
Feb 18 04:45:51.049438 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b66e4ac7-cab1-41c2-a01c-c81290c516ed req-3901be1f-3d7e-4f09-a274-1f0ad148fe8b service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2188067
Feb 18 04:45:51.109985 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-6664431b-ed1e-48c1-aedb-d4e9b90a8b00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e40fb1553df241979f52fb7b2a6c4d0a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2123079
Feb 18 04:45:51.111085 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57202) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:51.119589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-6ffca0ed-1d13-48e6-b96d-d913ca45dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3db22748>, [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:39:37Z', 'revision_number': 4, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': 'c713cde9-96b9-4021-9692-3e660ab52762', 'name': '', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'mac_address': 'fa:16:3e:bb:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:35Z', 'updated_at': '2021-02-18T04:39:47Z', 'revision_number': 5, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'subnets': [{'id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:45:51.124461 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffca0ed-1d13-48e6-b96d-d913ca45dd8a None None] The sync data for ids ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'] in dv-cinder-776307-1-iscsi is: [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:39:37Z', 'revision_number': 4, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': 'c713cde9-96b9-4021-9692-3e660ab52762', 'name': '', 'network_id': '86c16645-192b-4075-a932-aaf87fb566e4', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'mac_address': 'fa:16:3e:bb:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:35Z', 'updated_at': '2021-02-18T04:39:47Z', 'revision_number': 5, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'subnets': [{'id': '1ace81c5-6728-476b-8aac-1cd109d8d830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:45:51.195429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-da038466-7dd2-478d-b93c-021520d55c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:51.201814 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b66e4ac7-cab1-41c2-a01c-c81290c516ed req-637a5569-679d-4c7e-82df-d3c0c4406779 service neutron] 10.222.0.16 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1454909
Feb 18 04:45:51.203328 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-43d6ddf1-2d45-4359-a152-d8cd4b4c5cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:51.230742 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-a8dbf3cb-7be4-4dc4-804d-575db4c7c699 service neutron] 10.222.0.43 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2489915
Feb 18 04:45:51.239843 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da038466-7dd2-478d-b93c-021520d55c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38fc817-cd13-4c8e-9446-c08e56fa4557,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:51.245672 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-da038466-7dd2-478d-b93c-021520d55c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:51.268086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0d2e173f-b1b7-4e69-9c8f-95cd999cae9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:51.273655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-da038466-7dd2-478d-b93c-021520d55c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:51.274904 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-da038466-7dd2-478d-b93c-021520d55c7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b38fc817-cd13-4c8e-9446-c08e56fa4557 HTTP/1.1" status: 204  len: 168 time: 0.5710955
Feb 18 04:45:51.366190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0d2e173f-b1b7-4e69-9c8f-95cd999cae9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:51.448109 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a354c39d-1f74-4e5b-8b6e-eb44b91e9b59 req-7d5a5a9d-51e0-4a0d-8e96-c18098777555 service neutron] 10.222.0.43 "GET /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2043819
Feb 18 04:45:51.483098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0d2e173f-b1b7-4e69-9c8f-95cd999cae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:51.488636 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6ef2f8e8-73c2-4f12-ae66-1881f36294e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:51.503440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e173f-b1b7-4e69-9c8f-95cd999cae9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b88b72-9690-4e20-a1ce-ee05a735d0ea,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:51.506391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0d2e173f-b1b7-4e69-9c8f-95cd999cae9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:51.517015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0d2e173f-b1b7-4e69-9c8f-95cd999cae9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:51.520958 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-0d2e173f-b1b7-4e69-9c8f-95cd999cae9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1b88b72-9690-4e20-a1ce-ee05a735d0ea HTTP/1.1" status: 204  len: 168 time: 0.4069786
Feb 18 04:45:51.540208 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07051827-f584-4b36-9ce4-d5cd28c2bc0c None None] New status for floating IP 578050ce-703f-48d2-9b91-f0b37fca4c7f: DOWN {{(pid=84046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:45:51.910713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57218) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:51.972774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-75f1d37e-337a-495a-ae28-5ef499a72b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:51.998754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-75f1d37e-337a-495a-ae28-5ef499a72b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:45:52.004836 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-75f1d37e-337a-495a-ae28-5ef499a72b75 admin admin] Usage tracker for resource:security_group_rule and tenant:9b93cb1a565d4dfea9cf2a0a4cc0a178 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:45:52.010303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-75f1d37e-337a-495a-ae28-5ef499a72b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:45:52.017557 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-75f1d37e-337a-495a-ae28-5ef499a72b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:45:52.070134 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140cacd-d8e9-40ac-8615-4934f8053564 req-5f80f76a-09b9-4df9-926a-af723d8b4807 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:52.070921 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-8140cacd-d8e9-40ac-8615-4934f8053564 req-5f80f76a-09b9-4df9-926a-af723d8b4807 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Synchronizing usage tracker for tenant:c71ef4e1734d45caa55df7aabefe64f9 on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:45:52.130183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-8140cacd-d8e9-40ac-8615-4934f8053564 req-5f80f76a-09b9-4df9-926a-af723d8b4807 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Unset dirty status for tenant:c71ef4e1734d45caa55df7aabefe64f9 on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:45:52.131516 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8140cacd-d8e9-40ac-8615-4934f8053564 req-5f80f76a-09b9-4df9-926a-af723d8b4807 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.2035244
Feb 18 04:45:52.161956 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-75f1d37e-337a-495a-ae28-5ef499a72b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:52.188604 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8140cacd-d8e9-40ac-8615-4934f8053564 req-8e0ae5ea-f26e-45a4-b2e9-b97492928911 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0491879
Feb 18 04:45:52.191041 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-75f1d37e-337a-495a-ae28-5ef499a72b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:52.200200 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b0118da8-10b9-4324-ba78-be4089b5d73f tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:52.246812 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-75f1d37e-337a-495a-ae28-5ef499a72b75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b93cb1a565d4dfea9cf2a0a4cc0a178&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3320100
Feb 18 04:45:52.247275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57230) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:52.248187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1d37e-337a-495a-ae28-5ef499a72b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6c4f27-5bcc-4da6-bec6-8f97ecc4b62a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:52.252144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-75f1d37e-337a-495a-ae28-5ef499a72b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:52.323022 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c56a75f2-c851-49e6-a509-751d88f2f1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:52.357587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c56a75f2-c851-49e6-a509-751d88f2f1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:52.431363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c56a75f2-c851-49e6-a509-751d88f2f1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:52.436704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1a34c2a3-59e6-499f-b87b-0eafe0bb04a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:52.448499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a75f2-c851-49e6-a509-751d88f2f1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6c4f27-5bcc-4da6-bec6-8f97ecc4b62a,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:52.451273 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c56a75f2-c851-49e6-a509-751d88f2f1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:52.457287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c56a75f2-c851-49e6-a509-751d88f2f1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:52.459343 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c56a75f2-c851-49e6-a509-751d88f2f1ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d6c4f27-5bcc-4da6-bec6-8f97ecc4b62a HTTP/1.1" status: 204  len: 168 time: 0.2106268
Feb 18 04:45:53.399687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4214fdb-3b07-40eb-b870-2a956d9a0e47 req-cd9bfe92-58e7-4e50-b89a-6bd3f49aad95 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:53.401336 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4214fdb-3b07-40eb-b870-2a956d9a0e47 req-cd9bfe92-58e7-4e50-b89a-6bd3f49aad95 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0950422
Feb 18 04:45:53.454268 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4214fdb-3b07-40eb-b870-2a956d9a0e47 req-6ec1b3f6-038a-4a91-8104-9ec6d942b6cc tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups?id=18d41a67-1116-4c66-8532-f5ffff2cd1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0463302
Feb 18 04:45:53.456815 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57294) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:53.576700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7369b19-6325-477b-9b5e-9da7b5129568 req-1fe77be8-15e9-4375-9894-5e02a780a149 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:53.578507 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7369b19-6325-477b-9b5e-9da7b5129568 req-1fe77be8-15e9-4375-9894-5e02a780a149 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.16 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 946 time: 0.0983214
Feb 18 04:45:53.592729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-391fe73f-92e4-4dbf-9831-43401486c34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:53.609336 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-391fe73f-92e4-4dbf-9831-43401486c34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:45:53.613467 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-391fe73f-92e4-4dbf-9831-43401486c34b admin admin] Usage tracker for resource:security_group_rule and tenant:37da5f4c360542848d57f86b3c1007be is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:45:53.616511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-391fe73f-92e4-4dbf-9831-43401486c34b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:45:53.622772 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-391fe73f-92e4-4dbf-9831-43401486c34b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:45:53.665698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-f7369b19-6325-477b-9b5e-9da7b5129568 req-4d5edbb0-e5e4-43c8-ba06-84c42b763977 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Deleting port ed437c04-161f-48c6-8f86-f6dfde3f521b {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:45:53.666090 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f7369b19-6325-477b-9b5e-9da7b5129568 req-4d5edbb0-e5e4-43c8-ba06-84c42b763977 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:53.712510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-391fe73f-92e4-4dbf-9831-43401486c34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:53.745555 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-391fe73f-92e4-4dbf-9831-43401486c34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:53.760660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-75f1d37e-337a-495a-ae28-5ef499a72b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:53.806947 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-391fe73f-92e4-4dbf-9831-43401486c34b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37da5f4c360542848d57f86b3c1007be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3481176
Feb 18 04:45:53.807620 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57300) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:53.811593 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fe73f-92e4-4dbf-9831-43401486c34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c396fe-d5ec-4662-b6e6-2eaf904c414e,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:53.826129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-391fe73f-92e4-4dbf-9831-43401486c34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:53.876362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-aa29d901-6241-4391-9fa0-79f02fce7897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:53.905335 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-aa29d901-6241-4391-9fa0-79f02fce7897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:53.944242 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-f7369b19-6325-477b-9b5e-9da7b5129568 req-4d5edbb0-e5e4-43c8-ba06-84c42b763977 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] For port ed437c04-161f-48c6-8f86-f6dfde3f521b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ed437c04-161f-48c6-8f86-f6dfde3f521b,segment=NetworkSegment(4a3e298e-3edf-4016-b3d2-4f123593e10f),segment_id=4a3e298e-3edf-4016-b3d2-4f123593e10f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:45:53.944646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f7369b19-6325-477b-9b5e-9da7b5129568 req-4d5edbb0-e5e4-43c8-ba06-84c42b763977 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:54.020028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-aa29d901-6241-4391-9fa0-79f02fce7897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:54.025736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1e9b887c-2e75-47f8-9a18-97fdb60f9a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:54.039354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29d901-6241-4391-9fa0-79f02fce7897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c396fe-d5ec-4662-b6e6-2eaf904c414e,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:54.042250 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-aa29d901-6241-4391-9fa0-79f02fce7897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:54.051466 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-aa29d901-6241-4391-9fa0-79f02fce7897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:54.053622 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-aa29d901-6241-4391-9fa0-79f02fce7897 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38c396fe-d5ec-4662-b6e6-2eaf904c414e HTTP/1.1" status: 204  len: 168 time: 0.2441621
Feb 18 04:45:54.088804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-f7369b19-6325-477b-9b5e-9da7b5129568 req-4d5edbb0-e5e4-43c8-ba06-84c42b763977 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Calling delete_port for ed437c04-161f-48c6-8f86-f6dfde3f521b owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:45:54.271495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f7369b19-6325-477b-9b5e-9da7b5129568 req-4d5edbb0-e5e4-43c8-ba06-84c42b763977 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:54.288205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d85dc95c-beff-4ed9-a597-770975239ed5 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:54.399797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5edbb0-e5e4-43c8-ba06-84c42b763977 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Pushing event deleted for resources: {'Port': ['ID=ed437c04-161f-48c6-8f86-f6dfde3f521b,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:54.404453 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4d5edbb0-e5e4-43c8-ba06-84c42b763977 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:54.506519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7369b19-6325-477b-9b5e-9da7b5129568 req-4d5edbb0-e5e4-43c8-ba06-84c42b763977 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] No DVR routers for this DVR port ed437c04-161f-48c6-8f86-f6dfde3f521b on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:45:54.508681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f7369b19-6325-477b-9b5e-9da7b5129568 req-4d5edbb0-e5e4-43c8-ba06-84c42b763977 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:54.511526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'name': 'network-vif-deleted', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:45:54.559471 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99aa421-6722-4187-8ca5-2d79f125c28c', 'name': 'network-vif-deleted', 'tag': 'ed437c04-161f-48c6-8f86-f6dfde3f521b', 'status': 'completed', 'code': 200}
Feb 18 04:45:54.592323 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7369b19-6325-477b-9b5e-9da7b5129568 req-4d5edbb0-e5e4-43c8-ba06-84c42b763977 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.16 "DELETE /v2.0/ports/ed437c04-161f-48c6-8f86-f6dfde3f521b HTTP/1.1" status: 204  len: 173 time: 1.0052464
Feb 18 04:45:54.601647 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ed437c04-161f-48c6-8f86-f6dfde3f521b no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:45:54.628528 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-569f74be-1259-4b37-b28e-a6397b113c08 req-dd042ea3-f3bf-47b8-9fa5-cc3da982f277 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 210 time: 0.0571513
Feb 18 04:45:54.643493 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] No Port match for: ed437c04-161f-48c6-8f86-f6dfde3f521b {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:45:54.643912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ed437c04-161f-48c6-8f86-f6dfde3f521b not bound to the agent host hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:45:55.580467 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-d79a90a5-2e17-4b67-8057-62d26373ef7c tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b5eb70cdbd164d50b34c3dda4af16edb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0329626
Feb 18 04:45:55.763446 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a748e1ef-2a68-4608-b490-33ffe2757462 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:55.764550 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a748e1ef-2a68-4608-b490-33ffe2757462 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1778355
Feb 18 04:45:55.783581 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-e667ccd2-8b42-43a3-88cf-09c5b351384f tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/quotas/b5eb70cdbd164d50b34c3dda4af16edb HTTP/1.1" status: 200  len: 375 time: 0.0180647
Feb 18 04:45:55.834983 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-517e68fa-8999-422b-985b-e0c5082e24ed req-af2a1455-e78d-47aa-914a-a8493e97d052 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/ports?device_id=d99aa421-6722-4187-8ca5-2d79f125c28c HTTP/1.1" status: 200  len: 210 time: 0.0533345
Feb 18 04:45:55.836426 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-50694269-1486-4ace-a3a5-775b9f7b1fa3 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b5eb70cdbd164d50b34c3dda4af16edb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0510886
Feb 18 04:45:56.106914 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5d0dad6d-2ea9-4da9-841a-c90a0ad15502 req-69b2f151-fa1e-4b8c-a05b-675a9d2f32ef tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 210 time: 0.0503449
Feb 18 04:45:56.542215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57390) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:56.668987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0c26884d-dbe9-4db0-a323-dbfec18014ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:56.684300 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-0c26884d-dbe9-4db0-a323-dbfec18014ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:45:56.688389 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-0c26884d-dbe9-4db0-a323-dbfec18014ea admin admin] Usage tracker for resource:security_group_rule and tenant:a13e4d18fdaa46139f893d5f88ae2588 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:45:56.691369 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-0c26884d-dbe9-4db0-a323-dbfec18014ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:45:56.697701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-0c26884d-dbe9-4db0-a323-dbfec18014ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:45:56.787848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0c26884d-dbe9-4db0-a323-dbfec18014ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:56.831174 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0c26884d-dbe9-4db0-a323-dbfec18014ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:56.841128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ff451104-7ce1-4fdf-9dea-ddabb68b1d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:56.887777 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-0c26884d-dbe9-4db0-a323-dbfec18014ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a13e4d18fdaa46139f893d5f88ae2588&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3442588
Feb 18 04:45:56.888301 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57400) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:56.888774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26884d-dbe9-4db0-a323-dbfec18014ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32529dbc-d169-4f16-8109-63a2b9fdf19a,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:56.892160 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0c26884d-dbe9-4db0-a323-dbfec18014ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:56.978036 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20250b72-18e5-4806-a4fe-6c19d13dee46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:57.030689 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20250b72-18e5-4806-a4fe-6c19d13dee46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:57.060930 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ae9b557-b946-4f4a-895d-c2c40c5f13a8 req-00ffd48d-5773-409d-8ca2-114281beb7cb tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "GET /v2.0/security-groups/18d41a67-1116-4c66-8532-f5ffff2cd1ab HTTP/1.1" status: 200  len: 2993 time: 0.0961635
Feb 18 04:45:57.148166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ae9b557-b946-4f4a-895d-c2c40c5f13a8 req-d9dd45ab-31e9-4068-be9b-924097f9a815 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:57.164753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20250b72-18e5-4806-a4fe-6c19d13dee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:57.176063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0d2e173f-b1b7-4e69-9c8f-95cd999cae9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:57.192860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250b72-18e5-4806-a4fe-6c19d13dee46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32529dbc-d169-4f16-8109-63a2b9fdf19a,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:57.198644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ae9b557-b946-4f4a-895d-c2c40c5f13a8 req-d9dd45ab-31e9-4068-be9b-924097f9a815 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:57.207077 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-20250b72-18e5-4806-a4fe-6c19d13dee46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:57.215885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20250b72-18e5-4806-a4fe-6c19d13dee46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:57.220041 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-20250b72-18e5-4806-a4fe-6c19d13dee46 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32529dbc-d169-4f16-8109-63a2b9fdf19a HTTP/1.1" status: 204  len: 168 time: 0.3299947
Feb 18 04:45:57.288548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ae9b557-b946-4f4a-895d-c2c40c5f13a8 req-d9dd45ab-31e9-4068-be9b-924097f9a815 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:57.290087 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-644d83a2-a680-4122-8a1f-ac4ded71fb12 req-077564a0-95ed-40c0-914e-54f0cb14806a tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 210 time: 0.0497410
Feb 18 04:45:57.294131 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f7237cb9-9fe0-43a5-84b5-e44f1c52c2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:57.311436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd45ab-31e9-4068-be9b-924097f9a815 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d41a67-1116-4c66-8532-f5ffff2cd1ab,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:57.314336 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d9dd45ab-31e9-4068-be9b-924097f9a815 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:57.344902 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-4ae9b557-b946-4f4a-895d-c2c40c5f13a8 req-d9dd45ab-31e9-4068-be9b-924097f9a815 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:57.346142 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4ae9b557-b946-4f4a-895d-c2c40c5f13a8 req-d9dd45ab-31e9-4068-be9b-924097f9a815 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] 10.222.0.43 "DELETE /v2.0/security-groups/18d41a67-1116-4c66-8532-f5ffff2cd1ab HTTP/1.1" status: 204  len: 173 time: 0.2739267
Feb 18 04:45:57.450119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57414) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:57.649612 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-23d1a157-252c-4be8-9b21-7ff4b076e454 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5eb70cdbd164d50b34c3dda4af16edb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0382972
Feb 18 04:45:57.658104 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57422) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:57.687830 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:57.707471 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:45:57.711577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Usage tracker for resource:security_group_rule and tenant:187464ac76f649a189dfb0f07d882077 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:45:57.714489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:45:57.720207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:45:57.817318 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-ea24b7c8-2dd0-484f-9b2e-71267bec9df0 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:57.818913 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-ea24b7c8-2dd0-484f-9b2e-71267bec9df0 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1620131
Feb 18 04:45:57.833686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Request body: {'port': {'device_id': '6f2de00e-a176-441b-9e7e-e63047e19b9c', 'network_id': 'fd51b77e-d788-4712-9e32-8ab792f684bb', 'admin_state_up': True, 'tenant_id': 'b5eb70cdbd164d50b34c3dda4af16edb'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:45:57.989460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:45:57.993767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Usage tracker for resource:port and tenant:b5eb70cdbd164d50b34c3dda4af16edb is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:45:57.997254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:45:58.003364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:45:58.056456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:58.089144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:58.097504 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ec4c3f0b-30e0-4fea-b514-f5d0d65ea247 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:58.126760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Made reservation on behalf of b5eb70cdbd164d50b34c3dda4af16edb for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:45:58.133003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:58.146578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:58.167121 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:45:58.171174 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Usage tracker for resource:security_group_rule and tenant:b5eb70cdbd164d50b34c3dda4af16edb is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:45:58.174131 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:45:58.179997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:45:58.188763 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eda8bf-2dac-4209-85e7-775966701cdb,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:58.196365 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=187464ac76f649a189dfb0f07d882077&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5372336
Feb 18 04:45:58.199432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57430) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:58.203434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.203845 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.204249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.204647 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.205040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.205432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.205822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.206215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.206601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.206999 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.207386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.207768 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.208194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.208580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.208971 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.209352 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.209734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.210117 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.210554 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.211481 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.211866 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.212249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.212773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.213158 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.217455 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:58.289617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4139ae1e-412b-4220-8307-e32eaa4ebe59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:58.349766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4139ae1e-412b-4220-8307-e32eaa4ebe59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:58.367138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:58.373347 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853798796'] for router_interface, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:58.403238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:58.416391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f0940132-67ed-43f1-b9f8-b1bcb81e5177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:58.500401 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d370dea9-a3af-4466-8b06-a6537593603f req-c804ebf0-57e8-4c0b-b0a1-470ba503d393 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 210 time: 0.0737424
Feb 18 04:45:58.712285 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4139ae1e-412b-4220-8307-e32eaa4ebe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:58.789644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4139ae1e-412b-4220-8307-e32eaa4ebe59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:58.790014 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-4139ae1e-412b-4220-8307-e32eaa4ebe59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5eda8bf-2dac-4209-85e7-775966701cdb HTTP/1.1" status: 204  len: 168 time: 0.5890133
Feb 18 04:45:58.799669 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b86bcc8-2cc8-4aff-93b0-255e7518b33e,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:58.815502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.815923 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.816378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.816788 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.817190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.817589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.817988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.818469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.818760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.819180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.819577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.820622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.820958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.821355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.821779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.822119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.822513 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.822957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.823353 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.823745 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.824140 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.824530 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.824923 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.825311 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:45:58.829548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] Deleting port c713cde9-96b9-4021-9692-3e660ab52762 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:45:58.829994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:58.832027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:58.832588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d7090011-6956-4157-a191-87ce3cfea4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:58.854012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139ae1e-412b-4220-8307-e32eaa4ebe59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eda8bf-2dac-4209-85e7-775966701cdb,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:58.859125 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4139ae1e-412b-4220-8307-e32eaa4ebe59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:59.067340 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] For port c713cde9-96b9-4021-9692-3e660ab52762, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=c713cde9-96b9-4021-9692-3e660ab52762,segment=NetworkSegment(4a3e298e-3edf-4016-b3d2-4f123593e10f),segment_id=4a3e298e-3edf-4016-b3d2-4f123593e10f)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:45:59.070474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:59.077267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Allocated IP 192.168.233.118 (fd51b77e-d788-4712-9e32-8ab792f684bb/12c8288d-793f-4259-98d1-0d7fa9497a31/7a708963-8967-4c57-9606-440bd97dcce0) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:45:59.123292 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:45:59.313528 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:59.336405 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Transition to ACTIVE for port object 7a708963-8967-4c57-9606-440bd97dcce0 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:45:59.397899 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:59.413853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-25c0cbab-0425-4ec1-9e09-b4bb16d350b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:59.481526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] Calling delete_port for c713cde9-96b9-4021-9692-3e660ab52762 owned by network:router_interface {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:45:59.552601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Pushing event updated for resources: {'Port': ['ID=7a708963-8967-4c57-9606-440bd97dcce0,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:45:59.558087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:45:59.621032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48508086-c35d-4188-b0d1-ef5330d3a8f5 req-505c8d36-7cda-4120-9c0a-e3f05c09773c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:59.627576 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-48508086-c35d-4188-b0d1-ef5330d3a8f5 req-505c8d36-7cda-4120-9c0a-e3f05c09773c tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.4876506
Feb 18 04:45:59.630447 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Network fd51b77e-d788-4712-9e32-8ab792f684bb is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:45:59.631761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:45:59.634663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:45:59.721213 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-48508086-c35d-4188-b0d1-ef5330d3a8f5 req-c7cdfc68-d13f-4c04-825f-b698f8d4f5fc tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646794
Feb 18 04:45:59.763564 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:59.764252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:59.807542 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fe86b-63b5-4691-9a9d-e9a9be2fac28 req-380e0121-37d0-405a-a384-4d273e741dea tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:45:59.809140 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-939fe86b-63b5-4691-9a9d-e9a9be2fac28 req-380e0121-37d0-405a-a384-4d273e741dea tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 936 time: 0.1435523
Feb 18 04:45:59.850465 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0208824
Feb 18 04:45:59.865538 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Request body: {'port': {'device_id': '6f2de00e-a176-441b-9e7e-e63047e19b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:45:59.897861 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57464) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:45:59.899816 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-939fe86b-63b5-4691-9a9d-e9a9be2fac28 req-461d3e6a-e544-40b7-9a00-52d2affb5d95 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Synchronizing usage tracker for tenant:b5eb70cdbd164d50b34c3dda4af16edb on resource:security_group {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:45:59.906933 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:45:59.924969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3dbbca4d-2de7-4649-8592-35adf78ea6f6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:45:59.952331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c822e8bc-9b8e-41f7-a9f1-0477232f2f99 None None] Provisioning for port 7a708963-8967-4c57-9606-440bd97dcce0 completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:45:59.958247 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-c822e8bc-9b8e-41f7-a9f1-0477232f2f99 None None] Provisioning complete for port 7a708963-8967-4c57-9606-440bd97dcce0 triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:45:59.958691 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c822e8bc-9b8e-41f7-a9f1-0477232f2f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.026911 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c713cde9-96b9-4021-9692-3e660ab52762,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:00.029663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:00.035592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.036388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-c822e8bc-9b8e-41f7-a9f1-0477232f2f99 None None] Port 7a708963-8967-4c57-9606-440bd97dcce0 cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:46:00.045626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-939fe86b-63b5-4691-9a9d-e9a9be2fac28 req-461d3e6a-e544-40b7-9a00-52d2affb5d95 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Unset dirty status for tenant:b5eb70cdbd164d50b34c3dda4af16edb on resource:security_group {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:46:00.047003 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-939fe86b-63b5-4691-9a9d-e9a9be2fac28 req-461d3e6a-e544-40b7-9a00-52d2affb5d95 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2312176
Feb 18 04:46:00.081723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1215015485-network', 'tenant_id': '0b351db7e704408d930642f68818f4db'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:46:00.098537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:00.105943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Usage tracker for resource:network and tenant:0b351db7e704408d930642f68818f4db is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:00.112880 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:00.122142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:00.251416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Made reservation on behalf of 0b351db7e704408d930642f68818f4db for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:46:00.256343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.281112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.303968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:00.318144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Usage tracker for resource:security_group_rule and tenant:0b351db7e704408d930642f68818f4db is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:00.323327 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:00.331821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:00.441422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-977351'] for router_interface, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.520339 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a708963-8967-4c57-9606-440bd97dcce0 {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:46:00.530737 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.548088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Transition to ACTIVE for port object 7a708963-8967-4c57-9606-440bd97dcce0 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:46:00.572612 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-01eb8df2-932e-4217-b90f-c9342d3fe3b2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:00.574109 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-01eb8df2-932e-4217-b90f-c9342d3fe3b2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.16 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 946 time: 0.1262724
Feb 18 04:46:00.617263 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.619790 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device daec314d-de6d-4422-b0c9-cea549966020 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:46:00.630986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.696312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.709225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6796cd31-2d88-407d-a52c-c20b1cb8d8db tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:00.733554 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4d5edbb0-e5e4-43c8-ba06-84c42b763977 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:00.741305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:46:00.759350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.778708 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c26f61-1d74-4bff-865f-c7e7ddad91b3,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:00.782194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:00.787226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.787618 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Added segment ac6240b0-58bf-4dbe-b036-5b27ee01a12b of type vxlan for network ead06756-eed1-446e-9123-301982eb4c96
Feb 18 04:46:00.845585 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:46:00.905415 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Deleting port daec314d-de6d-4422-b0c9-cea549966020 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:00.905813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.925050 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port daec314d-de6d-4422-b0c9-cea549966020, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=daec314d-de6d-4422-b0c9-cea549966020,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:00.964727 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:00.966886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:00.974847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:01.014732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Pushing event updated for resources: {'Port': ['ID=7a708963-8967-4c57-9606-440bd97dcce0,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:01.086471 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:01.113960 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020', 'code': 200}
Feb 18 04:46:01.115218 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=daec314d-de6d-4422-b0c9-cea549966020,revision_number=7']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:01.122010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:01.166674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Attempting to bind port 7a708963-8967-4c57-9606-440bd97dcce0 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:46:01.167013 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Attempting to bind port 7a708963-8967-4c57-9606-440bd97dcce0 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '28cc2eb7-381b-4bd1-be72-673b8baa9081', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fd51b77e-d788-4712-9e32-8ab792f684bb'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:46:01.167385 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Attempting to bind port 7a708963-8967-4c57-9606-440bd97dcce0 on network fd51b77e-d788-4712-9e32-8ab792f684bb {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:46:01.180251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:46:01.180638 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Checking segment: {'id': '28cc2eb7-381b-4bd1-be72-673b8baa9081', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fd51b77e-d788-4712-9e32-8ab792f684bb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:46:01.181055 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:01.181411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Bound using segment: {'id': '28cc2eb7-381b-4bd1-be72-673b8baa9081', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fd51b77e-d788-4712-9e32-8ab792f684bb'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:46:01.181921 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Bound port: 7a708963-8967-4c57-9606-440bd97dcce0, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cc2eb7-381b-4bd1-be72-673b8baa9081', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fd51b77e-d788-4712-9e32-8ab792f684bb'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:46:01.182294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:01.202229 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:01.210012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:01.210736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:01.273436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-33414da7-ed2a-4f28-8a5c-a6a99d97cc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:01.430607 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Pushing event updated for resources: {'Network': ['ID=ead06756-eed1-446e-9123-301982eb4c96,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:01.443135 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network ead06756-eed1-446e-9123-301982eb4c96 details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:46:01.443305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] Router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:46:01.444296 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:01.458101 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network ead06756-eed1-446e-9123-301982eb4c96 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:46:01.465026 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df8cb9-dcb8-414c-9045-791cd7a39fb6 req-ad975ac0-2428-4680-8922-3d36c91ee3ff tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:01.466688 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-58df8cb9-dcb8-414c-9045-791cd7a39fb6 req-ad975ac0-2428-4680-8922-3d36c91ee3ff tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 944 time: 0.5597086
Feb 18 04:46:01.488329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] For port 7a708963-8967-4c57-9606-440bd97dcce0, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:46:01.499671 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] For port daec314d-de6d-4422-b0c9-cea549966020, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=daec314d-de6d-4422-b0c9-cea549966020,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:01.500072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:01.519885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c75e8-cfb0-409c-b6c2-b7d9feb1c698 req-f240bc6e-516f-4cd8-859a-fa537d3bda6a tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:01.520637 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-da2c75e8-cfb0-409c-b6c2-b7d9feb1c698 req-f240bc6e-516f-4cd8-859a-fa537d3bda6a tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Synchronizing usage tracker for tenant:b5eb70cdbd164d50b34c3dda4af16edb on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:46:01.526691 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] For port 7a708963-8967-4c57-9606-440bd97dcce0, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=7a708963-8967-4c57-9606-440bd97dcce0,segment=NetworkSegment(28cc2eb7-381b-4bd1-be72-673b8baa9081),segment_id=28cc2eb7-381b-4bd1-be72-673b8baa9081)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:46:01.543632 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.6442599
Feb 18 04:46:01.558382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57476) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:01.578557 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Request body: {'subnet': {'network_id': 'ead06756-eed1-446e-9123-301982eb4c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1215015485-subnet', 'tenant_id': '0b351db7e704408d930642f68818f4db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:46:01.601565 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:01.602362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:01.617152 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Usage tracker for resource:subnet and tenant:0b351db7e704408d930642f68818f4db is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:01.621798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:01.624117 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:01.629170 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-58df8cb9-dcb8-414c-9045-791cd7a39fb6 req-a40a07d3-af6a-45dd-b7dc-16d95a3eb107 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups?id=2923377c-a09e-43db-a7b9-5127e3f5c29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980620
Feb 18 04:46:01.635189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:01.730268 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:46:01.737938 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f5bb435a-7596-45fd-8783-3cb32c5b9bf8 admin admin] 10.222.0.43 "PUT /v2.0/routers/6c5f26d7-8819-4655-8b57-cfc6944b6bd1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2841363
Feb 18 04:46:01.744695 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57480) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:01.744854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46bee72-4869-4670-b299-21203fb3b74c None None] Sync routers for ids ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:46:01.751879 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46bee72-4869-4670-b299-21203fb3b74c None None] Routers {'6c5f26d7-8819-4655-8b57-cfc6944b6bd1'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:46:01.752552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-a46bee72-4869-4670-b299-21203fb3b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3db6a2e8>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:45:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:01.811841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Made reservation on behalf of 0b351db7e704408d930642f68818f4db for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:46:01.816727 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852390700'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:01.858919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-da2c75e8-cfb0-409c-b6c2-b7d9feb1c698 req-f240bc6e-516f-4cd8-859a-fa537d3bda6a tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Unset dirty status for tenant:b5eb70cdbd164d50b34c3dda4af16edb on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:46:01.860211 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-da2c75e8-cfb0-409c-b6c2-b7d9feb1c698 req-f240bc6e-516f-4cd8-859a-fa537d3bda6a tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 948 time: 0.6600995
Feb 18 04:46:01.879806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Pushing event updated for resources: {'Port': ['ID=7a708963-8967-4c57-9606-440bd97dcce0,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:01.892362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:01.971412 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-a46bee72-4869-4670-b299-21203fb3b74c None None] Set router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:46:02.061388 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-da2c75e8-cfb0-409c-b6c2-b7d9feb1c698 req-4ace1099-ab10-484a-b805-beb8e4f9c747 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776268
Feb 18 04:46:02.080561 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:02.081251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:02.082764 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] 10.222.0.16 "PUT /v2.0/ports/7a708963-8967-4c57-9606-440bd97dcce0 HTTP/1.1" status: 200  len: 1162 time: 2.2219429
Feb 18 04:46:02.083388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2de00e-a176-441b-9e7e-e63047e19b9c', 'tag': '7a708963-8967-4c57-9606-440bd97dcce0'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:46:02.101824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:02.102239 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:02.102633 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Floating IP 73a12f58-6215-4c12-9dc4-727493324c9c disassociated. External IP: 172.27.3.25, port: daec314d-de6d-4422-b0c9-cea549966020.
Feb 18 04:46:02.103062 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Calling delete_port for daec314d-de6d-4422-b0c9-cea549966020 owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:02.350975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Notify callbacks [] for router, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:02.372039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-a46bee72-4869-4670-b299-21203fb3b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3db6a2e8>, [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:45:59Z', 'revision_number': 5, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:02.377006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46bee72-4869-4670-b299-21203fb3b74c None None] Checking router: 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:46:02.387032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46bee72-4869-4670-b299-21203fb3b74c None None] Routers {'6c5f26d7-8819-4655-8b57-cfc6944b6bd1'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:46:02.387806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-a46bee72-4869-4670-b299-21203fb3b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3db6a2e8>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:45:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:02.464975 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2de00e-a176-441b-9e7e-e63047e19b9c', 'tag': '7a708963-8967-4c57-9606-440bd97dcce0', 'status': 'completed', 'code': 200}
Feb 18 04:46:02.587149 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-a46bee72-4869-4670-b299-21203fb3b74c None None] Set router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:46:02.593626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bcf3b-97f5-44c2-b56c-8c5647815a90 req-5a2621ae-6679-451d-b3f2-f64afa733c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:02.595311 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cf2bcf3b-97f5-44c2-b56c-8c5647815a90 req-5a2621ae-6679-451d-b3f2-f64afa733c56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5eb70cdbd164d50b34c3dda4af16edb&device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 1165 time: 0.1682043
Feb 18 04:46:02.605182 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:02.641757 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cf2bcf3b-97f5-44c2-b56c-8c5647815a90 req-1bb546bd-ac11-4e3f-a225-8d38cc291107 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5eb70cdbd164d50b34c3dda4af16edb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0351372
Feb 18 04:46:02.658542 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Deleting port 6062e63e-f711-4da5-86dd-0076dacc659b {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:02.658957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:02.784630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:02.807555 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:02.898592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-a46bee72-4869-4670-b299-21203fb3b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3db6a2e8>, [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:45:59Z', 'revision_number': 5, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:02.903261 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46bee72-4869-4670-b299-21203fb3b74c None None] The sync data for ids ['6c5f26d7-8819-4655-8b57-cfc6944b6bd1'] in dv-cinder-776307-1-iscsi is: [{'id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'name': 'tempest-TestShelveInstance-2069246006-router', 'tenant_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:27Z', 'updated_at': '2021-02-18T04:45:59Z', 'revision_number': 5, 'project_id': 'c71ef4e1734d45caa55df7aabefe64f9', 'gw_port': {'id': '6062e63e-f711-4da5-86dd-0076dacc659b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f26d7-8819-4655-8b57-cfc6944b6bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:29Z', 'updated_at': '2021-02-18T04:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:46:02.924514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] For port 6062e63e-f711-4da5-86dd-0076dacc659b, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=6062e63e-f711-4da5-86dd-0076dacc659b,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:02.924932 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:02.974249 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-86a2acb4-452e-49a2-bae1-14ffb9359ab2 req-9bf39074-9ee4-48b4-9553-4bc3a93877e6 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 210 time: 0.1683292
Feb 18 04:46:02.982520 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event deleted for resources: {'Port': ['ID=daec314d-de6d-4422-b0c9-cea549966020,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:02.988862 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:03.006714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bcf3b-97f5-44c2-b56c-8c5647815a90 req-71a68830-7ec5-46ae-a9b3-b8130ea34429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:03.009109 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cf2bcf3b-97f5-44c2-b56c-8c5647815a90 req-71a68830-7ec5-46ae-a9b3-b8130ea34429 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3607500
Feb 18 04:46:03.080851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Calling delete_port for 6062e63e-f711-4da5-86dd-0076dacc659b owned by network:router_gateway {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:03.250264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-c292159f-86de-4c5e-bf8b-d520e4a1627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:03.251939 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-c292159f-86de-4c5e-bf8b-d520e4a1627d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5eb70cdbd164d50b34c3dda4af16edb&device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 1165 time: 0.1994717
Feb 18 04:46:03.392194 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-579bdf92-864e-4e91-aac3-ed13c9a85aac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=7a708963-8967-4c57-9606-440bd97dcce0 HTTP/1.1" status: 200  len: 217 time: 0.0820448
Feb 18 04:46:03.436688 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853475315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852390681'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:03.444037 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ce92e-1d5c-4647-87bb-e1a00d65e729 req-3219ff12-30db-4edf-bde9-50b4a57af6df tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:03.446295 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a54ce92e-1d5c-4647-87bb-e1a00d65e729 req-3219ff12-30db-4edf-bde9-50b4a57af6df tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 948 time: 0.2204645
Feb 18 04:46:03.464395 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-90c51b47-e79b-4ba7-aa38-b4aa954dc708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:03.472544 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:46:03.490409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-6d0c283a-7149-40c7-81c6-1af400667234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:03.492058 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-6d0c283a-7149-40c7-81c6-1af400667234 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12c8288d-793f-4259-98d1-0d7fa9497a31 HTTP/1.1" status: 200  len: 843 time: 0.0853698
Feb 18 04:46:03.568110 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:03.709111 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd70cd63-1eed-4e0c-9b32-2f919b5ba05f,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:03.713196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:03.719353 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-57258c04-a71d-413a-ba7b-dbd6913efbe8 tempest-TestShelveInstance-630729714 tempest-TestShelveInstance-630729714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:03.747175 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:46:03.758410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87345a-cb19-4f0e-b9d7-5825e5f812ac None None] Sync routers for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:46:03.769631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87345a-cb19-4f0e-b9d7-5825e5f812ac None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:46:03.770472 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-6c87345a-cb19-4f0e-b9d7-5825e5f812ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3df00f60>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:45:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:03.777654 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-954b0fd5-c74a-4354-bdfc-a328c6bce1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:03.779241 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a54ce92e-1d5c-4647-87bb-e1a00d65e729 req-fa7fe433-74cb-413c-89ed-44dd05dcc28d tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3187485
Feb 18 04:46:03.779381 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-954b0fd5-c74a-4354-bdfc-a328c6bce1af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd51b77e-d788-4712-9e32-8ab792f684bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2294126
Feb 18 04:46:03.783819 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=6062e63e-f711-4da5-86dd-0076dacc659b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:03.786529 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:03.793022 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] No DVR routers for this DVR port daec314d-de6d-4422-b0c9-cea549966020 on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:46:03.816545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:03.945986 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-77d7bd9a-996a-445f-9c2d-b182f0697edf req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.16 "DELETE /v2.0/ports/daec314d-de6d-4422-b0c9-cea549966020 HTTP/1.1" status: 204  len: 173 time: 3.3656962
Feb 18 04:46:03.952209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Checking segment: {'id': 'ac6240b0-58bf-4dbe-b036-5b27ee01a12b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ead06756-eed1-446e-9123-301982eb4c96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:46:03.952534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Network hostable DHCP agents. Network: ead06756-eed1-446e-9123-301982eb4c96, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:46:03.967590 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-6c87345a-cb19-4f0e-b9d7-5825e5f812ac None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:46:03.974927 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-619013d3-7e1e-43d3-a817-17a06231f402 service neutron] 10.222.0.16 "GET /v2.0/networks/fd51b77e-d788-4712-9e32-8ab792f684bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773000
Feb 18 04:46:03.975061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794730'] for router_gateway, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:04.160429 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2632cee1-0535-4c5f-be68-2b5028affa27 req-3595bb03-51ea-4ced-9681-b1672bacbf7a service neutron] 10.222.0.16 "GET /v2.0/networks/fd51b77e-d788-4712-9e32-8ab792f684bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1837780
Feb 18 04:46:04.169674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Network ead06756-eed1-446e-9123-301982eb4c96 is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:46:04.179906 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112143'] for router, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:04.183722 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:04.238664 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, ead06756-eed1-446e-9123-301982eb4c96) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:46:04.252321 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e07308c-f8d5-4879-9d44-195cb59c66b3 None None] Network ead06756-eed1-446e-9123-301982eb4c96 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:46:04.272489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:04.272984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:04.276416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ebd65846-3fdd-4342-927a-7fec4b1f289f req-2ab9a253-fb4c-4751-a1f3-28c0a980afbf tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Synchronizing usage tracker for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:46:04.317241 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ebd65846-3fdd-4342-927a-7fec4b1f289f req-2ab9a253-fb4c-4751-a1f3-28c0a980afbf tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Unset dirty status for tenant:e1d37bdf922f4361aaf1de57dfd3fcc2 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:46:04.318914 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebd65846-3fdd-4342-927a-7fec4b1f289f req-2ab9a253-fb4c-4751-a1f3-28c0a980afbf tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9350a956-1b4f-426f-9577-b359dc639436 HTTP/1.1" status: 200  len: 210 time: 0.1002915
Feb 18 04:46:04.344050 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-6c87345a-cb19-4f0e-b9d7-5825e5f812ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3df00f60>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:04.348325 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87345a-cb19-4f0e-b9d7-5825e5f812ac None None] Checking router: 31b7682c-a004-4023-9b0c-4a2b7dede7b8 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:46:04.358670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87345a-cb19-4f0e-b9d7-5825e5f812ac None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:46:04.359547 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-6c87345a-cb19-4f0e-b9d7-5825e5f812ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3df00f60>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:45:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:04.398379 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.8284023
Feb 18 04:46:04.448944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853795799'] for router, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:04.449753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c5f26d7-8819-4655-8b57-cfc6944b6bd1 {{(pid=84043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 04:46:04.464624 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:04.466164 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'name': 'network-vif-deleted', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:46:04.475719 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-30251c41-fd61-42ee-9670-82ce347c8d18 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6c5f26d7-8819-4655-8b57-cfc6944b6bd1 HTTP/1.1" status: 204  len: 168 time: 2.7323451
Feb 18 04:46:04.483172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57496) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:04.554845 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9350a956-1b4f-426f-9577-b359dc639436', 'name': 'network-vif-deleted', 'tag': 'daec314d-de6d-4422-b0c9-cea549966020', 'status': 'completed', 'code': 200}
Feb 18 04:46:04.567550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f5b73f-3324-4007-b358-96177f9cf30c None None] Network ead06756-eed1-446e-9123-301982eb4c96 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:46:04.589898 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0d93b3-b0ff-4ac1-8def-e0c91f4383b7 admin admin] Deleting subnet 1ace81c5-6728-476b-8aac-1cd109d8d830 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:46:04.595133 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ea0d93b3-b0ff-4ac1-8def-e0c91f4383b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:04.597089 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-6c87345a-cb19-4f0e-b9d7-5825e5f812ac None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:46:04.688284 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ea0d93b3-b0ff-4ac1-8def-e0c91f4383b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2073693'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:04.979312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device c713cde9-96b9-4021-9692-3e660ab52762 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:46:04.990118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ea0d93b3-b0ff-4ac1-8def-e0c91f4383b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.049558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: c713cde9-96b9-4021-9692-3e660ab52762 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:46:05.049960 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device c713cde9-96b9-4021-9692-3e660ab52762 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:46:05.050582 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 6062e63e-f711-4da5-86dd-0076dacc659b no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:46:05.067929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-6c87345a-cb19-4f0e-b9d7-5825e5f812ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3df00f60>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:05.078680 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87345a-cb19-4f0e-b9d7-5825e5f812ac None None] The sync data for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi is: [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:38:32Z', 'revision_number': 4, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '18ec518b-f153-46f4-ab79-aecaade3d79b', 'name': '', 'network_id': '67c7849d-dc25-460c-aef1-ab79d87835ac', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'mac_address': 'fa:16:3e:59:29:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:26Z', 'updated_at': '2021-02-18T04:38:41Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'subnets': [{'id': '67a022bf-fb15-4b2f-81b7-07983e8da5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:46:05.113916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 6062e63e-f711-4da5-86dd-0076dacc659b {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:46:05.115176 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 6062e63e-f711-4da5-86dd-0076dacc659b not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:46:05.194544 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275594c-e927-43f7-9f22-f770fe969c8d req-95883a23-6628-40c2-bc4b-fc7fc0a443d6 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:05.196349 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6275594c-e927-43f7-9f22-f770fe969c8d req-95883a23-6628-40c2-bc4b-fc7fc0a443d6 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 948 time: 0.1040614
Feb 18 04:46:05.261162 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6275594c-e927-43f7-9f22-f770fe969c8d req-b55b393d-7178-4f79-a2f9-9dab9a99cd69 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582469
Feb 18 04:46:05.373166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ea0d93b3-b0ff-4ac1-8def-e0c91f4383b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1300534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385150'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.394576 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8e3e71cb-d420-4cce-81bb-0a13e3aec970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:05.492799 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d93b3-b0ff-4ac1-8def-e0c91f4383b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ace81c5-6728-476b-8aac-1cd109d8d830,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:05.495731 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ea0d93b3-b0ff-4ac1-8def-e0c91f4383b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:05.536018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57522) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:05.543330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ea0d93b3-b0ff-4ac1-8def-e0c91f4383b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.548456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57526) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:05.549337 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c9e6c-a8bf-4ed4-9554-d900862ef477 None None] Network 86c16645-192b-4075-a932-aaf87fb566e4 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:46:05.557594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1647711101-network', 'tenant_id': '224e837340eb4ddc8dc60041ff545598'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:46:05.566352 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57530) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:05.566550 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ea0d93b3-b0ff-4ac1-8def-e0c91f4383b7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1ace81c5-6728-476b-8aac-1cd109d8d830 HTTP/1.1" status: 204  len: 168 time: 1.0817680
Feb 18 04:46:05.567893 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:05.572863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Usage tracker for resource:network and tenant:224e837340eb4ddc8dc60041ff545598 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:05.575736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:05.582012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:05.620322 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c132edc8-908d-44bf-a332-2384463fef2a None None] New status for floating IP 73a12f58-6215-4c12-9dc4-727493324c9c: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:46:05.684831 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-77ad184a-880f-4b38-b31e-10e11e0711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.687218 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Made reservation on behalf of 224e837340eb4ddc8dc60041ff545598 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:46:05.692736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.708858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.715733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-df667d3d-88e3-4c0b-a277-b10feb1eae4f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.723113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.725489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:05.729750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Usage tracker for resource:security_group_rule and tenant:224e837340eb4ddc8dc60041ff545598 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:05.732772 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:05.738652 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:05.822235 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-df667d3d-88e3-4c0b-a277-b10feb1eae4f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.828543 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.830721 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Deleting port 9382bb7e-4cfd-4163-a651-58329e9600b6 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:05.831139 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.857991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.863037 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f98ca9da-63a5-47a4-aae2-f6d0f91dc99c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:05.897212 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:46:05.911389 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a598e-ccb0-4ace-ad1c-cfaf5d7d8b81,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:05.915927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:05.917287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:05.917717 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Added segment f42b5aee-ffd4-45f7-bd3e-87ea062d0db1 of type vxlan for network c34d0627-9729-488d-8c00-94a3d2c8b26d
Feb 18 04:46:05.948260 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:06.073189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:06.074730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:06.075645 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:06.078307 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b29ba-1e63-4199-9aeb-28147cc61cd0 None None] DHCP port deletion for 86c16645-192b-4075-a932-aaf87fb566e4 request from dv-cinder-776307-1-iscsi {{(pid=84045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 04:46:06.083030 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-a59b29ba-1e63-4199-9aeb-28147cc61cd0 None None] Deleting port 9382bb7e-4cfd-4163-a651-58329e9600b6 {{(pid=84045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:06.083487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a59b29ba-1e63-4199-9aeb-28147cc61cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:06.086568 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e2079ba4-72e6-43a7-a920-c0d5431e1bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:06.095937 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] For port 9382bb7e-4cfd-4163-a651-58329e9600b6, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=9382bb7e-4cfd-4163-a651-58329e9600b6,segment=NetworkSegment(4a3e298e-3edf-4016-b3d2-4f123593e10f),segment_id=4a3e298e-3edf-4016-b3d2-4f123593e10f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:06.096435 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:06.200669 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Pushing event updated for resources: {'Network': ['ID=c34d0627-9729-488d-8c00-94a3d2c8b26d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:06.203803 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:06.217513 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network c34d0627-9729-488d-8c00-94a3d2c8b26d details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:46:06.232290 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network c34d0627-9729-488d-8c00-94a3d2c8b26d details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:46:06.232514 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6815007
Feb 18 04:46:06.235552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57534) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:06.242061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Request body: {'subnet': {'network_id': 'c34d0627-9729-488d-8c00-94a3d2c8b26d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1647711101-subnet', 'tenant_id': '224e837340eb4ddc8dc60041ff545598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:46:06.247969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:06.252584 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Usage tracker for resource:subnet and tenant:224e837340eb4ddc8dc60041ff545598 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:06.255804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:06.268895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:06.504187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Calling delete_port for 9382bb7e-4cfd-4163-a651-58329e9600b6 owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:06.534065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-df667d3d-88e3-4c0b-a277-b10feb1eae4f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:06.545503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-a59b29ba-1e63-4199-9aeb-28147cc61cd0 None None] For port 9382bb7e-4cfd-4163-a651-58329e9600b6, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=9382bb7e-4cfd-4163-a651-58329e9600b6,segment=NetworkSegment(4a3e298e-3edf-4016-b3d2-4f123593e10f),segment_id=4a3e298e-3edf-4016-b3d2-4f123593e10f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:06.545949 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a59b29ba-1e63-4199-9aeb-28147cc61cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:06.549324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2613afcf-0022-4212-add6-2e9785c071e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:06.572360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df667d3d-88e3-4c0b-a277-b10feb1eae4f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2923377c-a09e-43db-a7b9-5127e3f5c29a,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:06.576489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-df667d3d-88e3-4c0b-a277-b10feb1eae4f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:06.586744 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Made reservation on behalf of 224e837340eb4ddc8dc60041ff545598 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:46:06.591680 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852390700'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:06.612879 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-df667d3d-88e3-4c0b-a277-b10feb1eae4f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:06.618433 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-df667d3d-88e3-4c0b-a277-b10feb1eae4f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "DELETE /v2.0/security-groups/2923377c-a09e-43db-a7b9-5127e3f5c29a HTTP/1.1" status: 204  len: 168 time: 1.0812361
Feb 18 04:46:06.620232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57540) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:06.638956 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.api.v2.resource [None req-dc7b27cd-032a-4224-9291-94ba633df25e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] show failed (client error): The resource could not be found.
Feb 18 04:46:06.643008 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-dc7b27cd-032a-4224-9291-94ba633df25e tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "GET /v2.0/security-groups/2923377c-a09e-43db-a7b9-5127e3f5c29a HTTP/1.1" status: 404  len: 347 time: 0.0190120
Feb 18 04:46:06.643301 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57544) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:06.695953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-a59b29ba-1e63-4199-9aeb-28147cc61cd0 None None] Calling delete_port for 9382bb7e-4cfd-4163-a651-58329e9600b6 owned by network:dhcp {{(pid=84045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:06.708979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:06.795440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b0a1d17f-5ec0-4fc0-9e43-0add8a04b5aa tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:06.800494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1d22e-457a-48bd-b6b8-45b3be3c4a58 req-7e11973a-b59a-4563-84d7-ef1c9fd6324d tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:06.802468 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d9c1d22e-457a-48bd-b6b8-45b3be3c4a58 req-7e11973a-b59a-4563-84d7-ef1c9fd6324d tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 948 time: 0.2721159
Feb 18 04:46:06.881849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-a59b29ba-1e63-4199-9aeb-28147cc61cd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84045) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:46:06.882819 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-a59b29ba-1e63-4199-9aeb-28147cc61cd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:46:06.886119 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d9c1d22e-457a-48bd-b6b8-45b3be3c4a58 req-05b23947-9690-4a14-8ecd-4151b25f9371 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734529
Feb 18 04:46:06.898830 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network fd51b77e-d788-4712-9e32-8ab792f684bb details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:46:06.922588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9382bb7e-4cfd-4163-a651-58329e9600b6,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:06.966099 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:06.969114 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 9382bb7e-4cfd-4163-a651-58329e9600b6 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:46:06.984726 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-4ab77e3b-ce81-4840-815a-55de7d5afa74 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Deleting port 804de6fd-b83d-4902-ab4d-2be84a2080c4 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:06.985144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4ab77e3b-ce81-4840-815a-55de7d5afa74 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:07.021521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 9382bb7e-4cfd-4163-a651-58329e9600b6 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:46:07.022056 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 9382bb7e-4cfd-4163-a651-58329e9600b6 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:46:07.055117 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] No DVR routers for this DVR port 9382bb7e-4cfd-4163-a651-58329e9600b6 on host dv-cinder-776307-1-iscsi {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:46:07.129704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853475315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852390681'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:07.146716 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ea0d93b3-b0ff-4ac1-8def-e0c91f4383b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:07.272243 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:07.279926 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b43858f2-8003-4ea7-9fa7-a4241854d628,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:07.285017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:07.359650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Checking segment: {'id': 'f42b5aee-ffd4-45f7-bd3e-87ea062d0db1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c34d0627-9729-488d-8c00-94a3d2c8b26d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:46:07.360029 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Network hostable DHCP agents. Network: c34d0627-9729-488d-8c00-94a3d2c8b26d, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:46:07.384278 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-a59b29ba-1e63-4199-9aeb-28147cc61cd0 None None] Deleting port 9382bb7e-4cfd-4163-a651-58329e9600b6 {{(pid=84045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:07.384700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a59b29ba-1e63-4199-9aeb-28147cc61cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:07.393400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4ab77e3b-ce81-4840-815a-55de7d5afa74 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:07.393776 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4ab77e3b-ce81-4840-815a-55de7d5afa74 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:07.402846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Network c34d0627-9729-488d-8c00-94a3d2c8b26d is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:46:07.436989 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, c34d0627-9729-488d-8c00-94a3d2c8b26d) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:46:07.455289 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:07.456083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:07.462151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0031acdf-9ba6-4b64-9c7d-8d441fa007b3 None None] Network c34d0627-9729-488d-8c00-94a3d2c8b26d requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:46:07.482964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-a59b29ba-1e63-4199-9aeb-28147cc61cd0 None None] The port '9382bb7e-4cfd-4163-a651-58329e9600b6' was deleted {{(pid=84045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 04:46:07.509703 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-7c18e634-524b-4109-a890-245d3759f571 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2641273
Feb 18 04:46:07.551503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.objects.ports [None req-1856be72-156d-4577-aac1-e0097fd050f9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84045) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 04:46:07.558990 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-4ab77e3b-ce81-4840-815a-55de7d5afa74 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Calling delete_port for 804de6fd-b83d-4902-ab4d-2be84a2080c4 owned by network:floatingip {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:07.597498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3daae5c0>,) {'filters': {'network_id': ['86c16645-192b-4075-a932-aaf87fb566e4']}} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:07.616732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3daae5c0>, '4a3e298e-3edf-4016-b3d2-4f123593e10f') {'for_net_delete': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:07.617072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3daae5c0>, '4a3e298e-3edf-4016-b3d2-4f123593e10f') {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:07.639901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305319'] for segment, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:07.668813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:07.678474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:46:07.713214 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb5fc5-b643-4728-9f73-735a8361fdda None None] Network c34d0627-9729-488d-8c00-94a3d2c8b26d requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:46:07.842771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-90ec7ffa-8dfc-41f6-8dd2-0c370304699e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:07.894656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 7a708963-8967-4c57-9606-440bd97dcce0 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:46:07.923465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Network 86c16645-192b-4075-a932-aaf87fb566e4 has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:46:07.939015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852846634'] for segment, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:08.083042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port 7a708963-8967-4c57-9606-440bd97dcce0 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:46:08.089064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 7a708963-8967-4c57-9606-440bd97dcce0 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:46:08.102972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:08.190246 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4ab77e3b-ce81-4840-815a-55de7d5afa74 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:08.207885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:08.220661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:08.250884 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2de00e-a176-441b-9e7e-e63047e19b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a708963-8967-4c57-9606-440bd97dcce0'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:46:08.263246 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 7a708963-8967-4c57-9606-440bd97dcce0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=7a708963-8967-4c57-9606-440bd97dcce0,segment=NetworkSegment(28cc2eb7-381b-4bd1-be72-673b8baa9081),segment_id=28cc2eb7-381b-4bd1-be72-673b8baa9081)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:08.309046 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2de00e-a176-441b-9e7e-e63047e19b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a708963-8967-4c57-9606-440bd97dcce0', 'code': 200}
Feb 18 04:46:08.325558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab77e3b-ce81-4840-815a-55de7d5afa74 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Pushing event deleted for resources: {'Port': ['ID=804de6fd-b83d-4902-ab4d-2be84a2080c4,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:08.329228 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:08.332598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1addfd13-b4cc-43a5-841d-e7e45c2bf3c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:08.337695 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Network 86c16645-192b-4075-a932-aaf87fb566e4 has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:46:08.367373 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4ab77e3b-ce81-4840-815a-55de7d5afa74 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:46:08.368114 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:46:08.409279 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=7a708963-8967-4c57-9606-440bd97dcce0,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:08.414327 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:08.489422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d55c68-f903-42f8-9791-52ebc0e97db5 req-ea4fff0a-dab7-4475-8040-b8ce7ccc1493 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:08.491148 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-57d55c68-f903-42f8-9791-52ebc0e97db5 req-ea4fff0a-dab7-4475-8040-b8ce7ccc1493 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 948 time: 0.4533441
Feb 18 04:46:08.569276 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:08.580337 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-57d55c68-f903-42f8-9791-52ebc0e97db5 req-063b4968-118a-4116-a420-6e2deae90f22 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758905
Feb 18 04:46:08.648855 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:08.653042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:08.658161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:08.699741 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Pushing event deleted for resources: {'Network': ['ID=86c16645-192b-4075-a932-aaf87fb566e4,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:08.708611 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:08.733505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 7a708963-8967-4c57-9606-440bd97dcce0 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:46:08.741676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4ab77e3b-ce81-4840-815a-55de7d5afa74 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks [] for floatingip, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:08.744206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4ab77e3b-ce81-4840-815a-55de7d5afa74 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:08.745452 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-4ab77e3b-ce81-4840-815a-55de7d5afa74 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] 10.222.0.43 "DELETE /v2.0/floatingips/73a12f58-6215-4c12-9dc4-727493324c9c HTTP/1.1" status: 204  len: 168 time: 2.1011817
Feb 18 04:46:08.767997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57562) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:08.771674 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-8a4a8960-6813-495d-a4ee-df26edb9d0eb admin admin] 10.222.0.43 "DELETE /v2.0/networks/86c16645-192b-4075-a932-aaf87fb566e4 HTTP/1.1" status: 204  len: 168 time: 3.2022541
Feb 18 04:46:08.777021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6e148-5ec8-4faf-af63-f5701e688e2f req-85c53bd4-497f-4593-94d2-3357526e7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:08.781406 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7ab6e148-5ec8-4faf-af63-f5701e688e2f req-85c53bd4-497f-4593-94d2-3357526e7ccf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 1167 time: 0.2040286
Feb 18 04:46:08.823618 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 7a708963-8967-4c57-9606-440bd97dcce0 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:46:08.824039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:08.825065 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7ab6e148-5ec8-4faf-af63-f5701e688e2f req-e14c84c0-6f7b-47da-8884-5f5c6c18e054 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391591
Feb 18 04:46:09.382578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853798796'] for router_interface, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:09.476564 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:09.774395 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:09.840815 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] Deleting port 738b6f1c-26c4-4327-980f-897af251419b {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:09.841202 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:09.895447 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0e9e2-5a4d-4789-b514-9eb787dce715 req-c472e97e-040a-4cdd-ba29-8c10b6f8c8ed tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:09.897127 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88b0e9e2-5a4d-4789-b514-9eb787dce715 req-c472e97e-040a-4cdd-ba29-8c10b6f8c8ed tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 950 time: 0.1974185
Feb 18 04:46:10.042275 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88b0e9e2-5a4d-4789-b514-9eb787dce715 req-636798e3-b07e-4db1-88b2-05d97f8d3a8f tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377673
Feb 18 04:46:10.087584 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] For port 738b6f1c-26c4-4327-980f-897af251419b, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=738b6f1c-26c4-4327-980f-897af251419b,segment=NetworkSegment(a975d4a8-b147-4247-b874-18539d636c4f),segment_id=a975d4a8-b147-4247-b874-18539d636c4f)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:10.087997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:10.227686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] Calling delete_port for 738b6f1c-26c4-4327-980f-897af251419b owned by network:router_interface {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:10.477251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:10.493934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-044e5fd5-604b-450d-accb-0dde6a2789c4 tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:10.741252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 7a708963-8967-4c57-9606-440bd97dcce0 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:46:10.815938 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 7a708963-8967-4c57-9606-440bd97dcce0 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:46:10.816357 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:10.821848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] Pushing event deleted for resources: {'Port': ['ID=738b6f1c-26c4-4327-980f-897af251419b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:10.831383 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:11.149922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-977351'] for router_interface, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:11.499253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4bdff-6c0a-43b4-b1c1-289edf3aaaa7 req-a5a6552b-4e05-49f6-953c-d64a34516839 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:11.500934 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eda4bdff-6c0a-43b4-b1c1-289edf3aaaa7 req-a5a6552b-4e05-49f6-953c-d64a34516839 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 950 time: 0.3410830
Feb 18 04:46:11.553220 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eda4bdff-6c0a-43b4-b1c1-289edf3aaaa7 req-01b29fb3-766c-44c1-ba39-a2568b35e269 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456073
Feb 18 04:46:11.691848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] Router 13b506fa-c303-47de-b02f-2b5d3db47e11 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:46:11.788210 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57610) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:11.912518 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:46:11.924355 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-b1de12c6-cb1b-426d-bafc-c002ceeccc96 admin admin] 10.222.0.43 "PUT /v2.0/routers/13b506fa-c303-47de-b02f-2b5d3db47e11/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1551557
Feb 18 04:46:11.925884 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032593ef-c899-455b-a494-a476026481c0 None None] Sync routers for ids ['13b506fa-c303-47de-b02f-2b5d3db47e11'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:46:11.927156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57616) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:11.938070 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032593ef-c899-455b-a494-a476026481c0 None None] Routers {'13b506fa-c303-47de-b02f-2b5d3db47e11'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:46:11.938494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-032593ef-c899-455b-a494-a476026481c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e46dfd0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:46:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['13b506fa-c303-47de-b02f-2b5d3db47e11'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:12.228886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-032593ef-c899-455b-a494-a476026481c0 None None] Set router 13b506fa-c303-47de-b02f-2b5d3db47e11 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:46:12.248016 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a6e7a-dc9d-4c62-ae43-c694ac168515 req-2a4893e3-76a6-4043-b9bd-dd4538513ba7 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:12.249790 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-473a6e7a-dc9d-4c62-ae43-c694ac168515 req-2a4893e3-76a6-4043-b9bd-dd4538513ba7 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 950 time: 0.0929804
Feb 18 04:46:12.304802 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-473a6e7a-dc9d-4c62-ae43-c694ac168515 req-2de9b6d6-aee7-4402-8b85-a59a8b099498 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446198
Feb 18 04:46:12.345660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Notify callbacks [] for router, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:12.689379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-032593ef-c899-455b-a494-a476026481c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e46dfd0>, [{'id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'name': 'tempest-TestShelveInstance-1879554854-router', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:44Z', 'updated_at': '2021-02-18T04:46:10Z', 'revision_number': 5, 'project_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'gw_port': {'id': '052bf5a9-7d3c-4348-86d3-2a62e8b9ae34', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:39:46Z', 'updated_at': '2021-02-18T04:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:12.693435 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032593ef-c899-455b-a494-a476026481c0 None None] Checking router: 13b506fa-c303-47de-b02f-2b5d3db47e11 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:46:12.702745 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032593ef-c899-455b-a494-a476026481c0 None None] Routers {'13b506fa-c303-47de-b02f-2b5d3db47e11'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:46:12.703448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-032593ef-c899-455b-a494-a476026481c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e46dfd0>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:46:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['13b506fa-c303-47de-b02f-2b5d3db47e11'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:12.724388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:12.821115 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Deleting port 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:12.821495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:12.865508 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-032593ef-c899-455b-a494-a476026481c0 None None] Set router 13b506fa-c303-47de-b02f-2b5d3db47e11 gateway port host: None {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:46:12.981376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-032593ef-c899-455b-a494-a476026481c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e46dfd0>, [{'id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'name': 'tempest-TestShelveInstance-1879554854-router', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:44Z', 'updated_at': '2021-02-18T04:46:12Z', 'revision_number': 6, 'project_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'gw_port_host': None}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:12.985729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032593ef-c899-455b-a494-a476026481c0 None None] The sync data for ids ['13b506fa-c303-47de-b02f-2b5d3db47e11'] in dv-cinder-776307-1-iscsi is: [{'id': '13b506fa-c303-47de-b02f-2b5d3db47e11', 'name': 'tempest-TestShelveInstance-1879554854-router', 'tenant_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:39:44Z', 'updated_at': '2021-02-18T04:46:12Z', 'revision_number': 6, 'project_id': '91be4577d9e64e4e9fa88ce5e3d81633', 'gw_port_host': None}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:46:13.086966 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] For port 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=052bf5a9-7d3c-4348-86d3-2a62e8b9ae34,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:13.087370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:13.225643 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Calling delete_port for 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 owned by network:router_gateway {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:13.302258 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853798796'] for router_interface, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:14.073118 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616532-a4c8-4989-9c88-424b527ea829 req-076ef630-1ed0-4781-9e22-f21dfecc9ab9 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:14.074771 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06616532-a4c8-4989-9c88-424b527ea829 req-076ef630-1ed0-4781-9e22-f21dfecc9ab9 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 950 time: 0.6474242
Feb 18 04:46:14.087193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-6cf9c4f9-2480-42e8-aa88-1ec91806f509 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:14.088639 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-6cf9c4f9-2480-42e8-aa88-1ec91806f509 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 950 time: 0.6036274
Feb 18 04:46:14.164908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:14.185501 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-670afec7-5675-4b8a-8d31-360f2f48d71e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:14.302780 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Pushing event deleted for resources: {'Port': ['ID=052bf5a9-7d3c-4348-86d3-2a62e8b9ae34,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:14.325361 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:14.346597 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Deleting port 7a708963-8967-4c57-9606-440bd97dcce0 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:14.347007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:14.375401 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06616532-a4c8-4989-9c88-424b527ea829 req-8c0b04cd-4dec-48df-9f5c-579e8ebb8815 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2833233
Feb 18 04:46:14.537410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] Deleting port 18ec518b-f153-46f4-ab79-aecaade3d79b {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:14.537782 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:14.719113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 7a708963-8967-4c57-9606-440bd97dcce0 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:46:14.858809 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:14.864960 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794730'] for router_gateway, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:14.898050 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 7a708963-8967-4c57-9606-440bd97dcce0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=7a708963-8967-4c57-9606-440bd97dcce0,segment=NetworkSegment(28cc2eb7-381b-4bd1-be72-673b8baa9081),segment_id=28cc2eb7-381b-4bd1-be72-673b8baa9081)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:14.899409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2de00e-a176-441b-9e7e-e63047e19b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a708963-8967-4c57-9606-440bd97dcce0'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:46:14.940398 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:14.952979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:14.988682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 738b6f1c-26c4-4327-980f-897af251419b no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:46:15.030340 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2de00e-a176-441b-9e7e-e63047e19b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a708963-8967-4c57-9606-440bd97dcce0', 'code': 200}
Feb 18 04:46:15.047767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:15.051687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 738b6f1c-26c4-4327-980f-897af251419b {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:46:15.052042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 738b6f1c-26c4-4327-980f-897af251419b not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:46:15.052520 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:46:15.094460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:46:15.095138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 052bf5a9-7d3c-4348-86d3-2a62e8b9ae34 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:46:15.111150 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112143'] for router, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:15.114442 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=7a708963-8967-4c57-9606-440bd97dcce0,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:15.115225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:15.117925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:15.126130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] For port 7a708963-8967-4c57-9606-440bd97dcce0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=7a708963-8967-4c57-9606-440bd97dcce0,segment=NetworkSegment(28cc2eb7-381b-4bd1-be72-673b8baa9081),segment_id=28cc2eb7-381b-4bd1-be72-673b8baa9081)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:15.126526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:15.135253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] For port 18ec518b-f153-46f4-ab79-aecaade3d79b, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=18ec518b-f153-46f4-ab79-aecaade3d79b,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:15.135639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:15.401461 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] Calling delete_port for 18ec518b-f153-46f4-ab79-aecaade3d79b owned by network:router_interface {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:15.437039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Calling delete_port for 7a708963-8967-4c57-9606-440bd97dcce0 owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:15.467776 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853795799'] for router, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:15.468520 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13b506fa-c303-47de-b02f-2b5d3db47e11 {{(pid=84044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 04:46:15.575060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Notify callbacks [] for router, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:15.576264 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] 10.222.0.43 "DELETE /v2.0/routers/13b506fa-c303-47de-b02f-2b5d3db47e11 HTTP/1.1" status: 204  len: 168 time: 3.6480625
Feb 18 04:46:15.579292 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57650) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:15.647024 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-30471b4d-1664-4857-bbf9-664b8f6a7b0f admin admin] Deleting subnet 60b6822a-18de-4e70-a636-55e6998abb7c {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:46:15.650216 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30471b4d-1664-4857-bbf9-664b8f6a7b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:15.681178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:46:15.681537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:46:15.688941 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d163c-fce4-4a4a-8eb7-8e70b52b17e8 req-328eadff-5d9a-4044-9095-c925950f3f83 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:15.690541 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-141d163c-fce4-4a4a-8eb7-8e70b52b17e8 req-328eadff-5d9a-4044-9095-c925950f3f83 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 948 time: 0.1701288
Feb 18 04:46:15.707311 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30471b4d-1664-4857-bbf9-664b8f6a7b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2073693'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:15.791087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30471b4d-1664-4857-bbf9-664b8f6a7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:15.791539 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-141d163c-fce4-4a4a-8eb7-8e70b52b17e8 req-e7eeb236-e7fa-4f74-b8f2-aff4f7260d9a tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896535
Feb 18 04:46:15.846811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:15.863817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-12eef4ae-fb9f-463d-aa9e-2632593d1d3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:15.961658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=18ec518b-f153-46f4-ab79-aecaade3d79b,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:15.964535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:16.100592 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30471b4d-1664-4857-bbf9-664b8f6a7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1300534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385150'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:16.118647 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:16.214858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30471b4d-1664-4857-bbf9-664b8f6a7b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b6822a-18de-4e70-a636-55e6998abb7c,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:16.218860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-30471b4d-1664-4857-bbf9-664b8f6a7b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:16.264433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-30471b4d-1664-4857-bbf9-664b8f6a7b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:16.271682 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-30471b4d-1664-4857-bbf9-664b8f6a7b0f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/60b6822a-18de-4e70-a636-55e6998abb7c HTTP/1.1" status: 204  len: 168 time: 0.6911654
Feb 18 04:46:16.274877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57654) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:16.277841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9c7904-f3ca-4728-a819-34b563c2805d None None] Network f250cbfc-da1c-4269-a038-45f32a0c0a7d requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:46:16.332930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Deleting port 7a708963-8967-4c57-9606-440bd97dcce0 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:16.333128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:16.395732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:16.465566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Deleting port 32e25abc-ea72-4068-b8a3-920c409ba511 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:16.465911 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:16.574233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f385742d-8ffd-4605-a270-63ad54e9d800 None None] DHCP port deletion for f250cbfc-da1c-4269-a038-45f32a0c0a7d request from dv-cinder-776307-1-iscsi {{(pid=84045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 04:46:16.579011 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-f385742d-8ffd-4605-a270-63ad54e9d800 None None] Deleting port 32e25abc-ea72-4068-b8a3-920c409ba511 {{(pid=84045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:16.579687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f385742d-8ffd-4605-a270-63ad54e9d800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:16.735557 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] For port 32e25abc-ea72-4068-b8a3-920c409ba511, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=32e25abc-ea72-4068-b8a3-920c409ba511,segment=NetworkSegment(a975d4a8-b147-4247-b874-18539d636c4f),segment_id=a975d4a8-b147-4247-b874-18539d636c4f)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:16.735992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:16.742942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-977351'] for router_interface, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:16.835363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-f385742d-8ffd-4605-a270-63ad54e9d800 None None] For port 32e25abc-ea72-4068-b8a3-920c409ba511, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=32e25abc-ea72-4068-b8a3-920c409ba511,segment=NetworkSegment(a975d4a8-b147-4247-b874-18539d636c4f),segment_id=a975d4a8-b147-4247-b874-18539d636c4f)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:16.835975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f385742d-8ffd-4605-a270-63ad54e9d800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:16.892989 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Calling delete_port for 32e25abc-ea72-4068-b8a3-920c409ba511 owned by network:dhcp {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:17.069904 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-f385742d-8ffd-4605-a270-63ad54e9d800 None None] Calling delete_port for 32e25abc-ea72-4068-b8a3-920c409ba511 owned by network:dhcp {{(pid=84045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:17.079390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] For port 7a708963-8967-4c57-9606-440bd97dcce0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=7a708963-8967-4c57-9606-440bd97dcce0,segment=NetworkSegment(28cc2eb7-381b-4bd1-be72-673b8baa9081),segment_id=28cc2eb7-381b-4bd1-be72-673b8baa9081)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:17.079797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:17.101825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 32e25abc-ea72-4068-b8a3-920c409ba511 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:46:17.151595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 32e25abc-ea72-4068-b8a3-920c409ba511 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:46:17.151995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 32e25abc-ea72-4068-b8a3-920c409ba511 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:46:17.167564 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4888e0f-f3a1-4d40-8bd5-483da19fe973 req-99e4e305-240a-47b7-bded-23c9cfad51d2 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:17.168628 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f4888e0f-f3a1-4d40-8bd5-483da19fe973 req-99e4e305-240a-47b7-bded-23c9cfad51d2 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 948 time: 0.1218171
Feb 18 04:46:17.170096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:17.207490 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-59cb2422-cc2d-4c2f-8d2c-b1b99dd77ebe tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:17.218700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-f385742d-8ffd-4605-a270-63ad54e9d800 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84045) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:46:17.219384 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-f385742d-8ffd-4605-a270-63ad54e9d800 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:46:17.252988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Calling delete_port for 7a708963-8967-4c57-9606-440bd97dcce0 owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:17.316144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Pushing event deleted for resources: {'Port': ['ID=32e25abc-ea72-4068-b8a3-920c409ba511,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:17.322159 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:17.615075 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f4888e0f-f3a1-4d40-8bd5-483da19fe973 req-af5ef5af-a326-4c6f-9d50-94145ce01f5a tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b86bcc8-2cc8-4aff-93b0-255e7518b33e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4249420
Feb 18 04:46:17.628039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] No DVR routers for this DVR port 32e25abc-ea72-4068-b8a3-920c409ba511 on host dv-cinder-776307-1-iscsi {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:46:17.683396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:17.700989 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:17.721570 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-f385742d-8ffd-4605-a270-63ad54e9d800 None None] Deleting port 32e25abc-ea72-4068-b8a3-920c409ba511 {{(pid=84045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:17.721962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f385742d-8ffd-4605-a270-63ad54e9d800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:17.742129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] Router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:46:17.752382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:17.805506 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-f385742d-8ffd-4605-a270-63ad54e9d800 None None] The port '32e25abc-ea72-4068-b8a3-920c409ba511' was deleted {{(pid=84045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 04:46:17.805913 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Pushing event deleted for resources: {'Port': ['ID=7a708963-8967-4c57-9606-440bd97dcce0,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:17.819013 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:17.871524 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3c9bc390>,) {'filters': {'network_id': ['f250cbfc-da1c-4269-a038-45f32a0c0a7d']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:17.885895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3c9bc390>, 'a975d4a8-b147-4247-b874-18539d636c4f') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:17.885895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3c9bc390>, 'a975d4a8-b147-4247-b874-18539d636c4f') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:17.899423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852702107'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:17.916308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:17.919014 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:46:18.124730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Network f250cbfc-da1c-4269-a038-45f32a0c0a7d has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:46:18.135123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853474921'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:18.139970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:46:18.147381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] No DVR routers for this DVR port 7a708963-8967-4c57-9606-440bd97dcce0 on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:46:18.150139 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cd9b0f-f441-4afc-9810-cdf06d39d80a None None] Sync routers for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:46:18.151527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:18.155288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2de00e-a176-441b-9e7e-e63047e19b9c', 'name': 'network-vif-deleted', 'tag': '7a708963-8967-4c57-9606-440bd97dcce0'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:46:18.163288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd9b0f-f441-4afc-9810-cdf06d39d80a None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:46:18.164272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-b9cd9b0f-f441-4afc-9810-cdf06d39d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3cc94f60>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:46:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:18.207736 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27ecda57-8830-4dc4-ba93-19f23c0f270f req-02858b39-1597-48c7-b8c4-1a8adde13a58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1791813
Feb 18 04:46:18.220067 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] 10.222.0.43 "PUT /v2.0/routers/31b7682c-a004-4023-9b0c-4a2b7dede7b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4300911
Feb 18 04:46:18.222748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57672) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:18.311924 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2de00e-a176-441b-9e7e-e63047e19b9c', 'name': 'network-vif-deleted', 'tag': '7a708963-8967-4c57-9606-440bd97dcce0', 'status': 'completed', 'code': 200}
Feb 18 04:46:18.352679 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Network f250cbfc-da1c-4269-a038-45f32a0c0a7d has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:46:18.356079 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-edb541ff-6ea5-4cda-8222-671ff8398a2b req-5c0efbb6-d0a7-4d1c-9aca-a5a473119dcd tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.16 "DELETE /v2.0/ports/7a708963-8967-4c57-9606-440bd97dcce0 HTTP/1.1" status: 204  len: 173 time: 4.2577057
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:46:18.377323 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:46:18.410701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-b9cd9b0f-f441-4afc-9810-cdf06d39d80a None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:46:18.524892 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:18.529092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9cd335b7-4d4f-467f-8d74-5efeb5fe2d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:18.549602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:18.561469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Pushing event deleted for resources: {'Network': ['ID=f250cbfc-da1c-4269-a038-45f32a0c0a7d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:18.565351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:18.567482 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-9c20f3bf-b7b0-4e4f-9d26-3395cdf4b40b admin admin] 10.222.0.43 "DELETE /v2.0/networks/f250cbfc-da1c-4269-a038-45f32a0c0a7d HTTP/1.1" status: 204  len: 168 time: 2.2913518
Feb 18 04:46:18.777778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Notify callbacks [] for router, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:18.813780 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c2fb725d-6112-48cc-bff2-899aaed5288a req-3edbd226-befc-4565-9797-5f40b491582d tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f2de00e-a176-441b-9e7e-e63047e19b9c HTTP/1.1" status: 200  len: 210 time: 0.0522323
Feb 18 04:46:18.861091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57684) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:18.911019 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecda57-8830-4dc4-ba93-19f23c0f270f req-3b5727dd-8518-42e7-8f9c-118e46373a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:18.912469 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27ecda57-8830-4dc4-ba93-19f23c0f270f req-3b5727dd-8518-42e7-8f9c-118e46373a4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 1162 time: 0.5997267
Feb 18 04:46:18.974058 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ae4e442f-0a01-45f2-aae3-7eb1e695663d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c71ef4e1734d45caa55df7aabefe64f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1115258
Feb 18 04:46:18.978015 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57688) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:19.043711 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-b9cd9b0f-f441-4afc-9810-cdf06d39d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3cc94f60>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:46:15Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:19.049401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a617a24e-f3b6-45e2-8ff7-ce205613dd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:19.051129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cd9b0f-f441-4afc-9810-cdf06d39d80a None None] Checking router: 31b7682c-a004-4023-9b0c-4a2b7dede7b8 for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:46:19.064687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd9b0f-f441-4afc-9810-cdf06d39d80a None None] Routers {'31b7682c-a004-4023-9b0c-4a2b7dede7b8'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:46:19.065548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-b9cd9b0f-f441-4afc-9810-cdf06d39d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3cc94f60>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:46:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:19.079504 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a617a24e-f3b6-45e2-8ff7-ce205613dd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:19.185507 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:19.219813 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a617a24e-f3b6-45e2-8ff7-ce205613dd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:19.235274 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-da038466-7dd2-478d-b93c-021520d55c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:19.253263 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecda57-8830-4dc4-ba93-19f23c0f270f req-c790d255-6346-4ddf-915b-8fd1e95b1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:19.256424 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27ecda57-8830-4dc4-ba93-19f23c0f270f req-c790d255-6346-4ddf-915b-8fd1e95b1a31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.2571964
Feb 18 04:46:19.260209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617a24e-f3b6-45e2-8ff7-ce205613dd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ac12c7-514a-4807-a716-099813520359,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:19.262642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Deleting port 721fe122-a734-4a14-b346-74ffa18bcb1e {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:19.262642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:19.277358 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a617a24e-f3b6-45e2-8ff7-ce205613dd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:19.277358 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a617a24e-f3b6-45e2-8ff7-ce205613dd9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7ac12c7-514a-4807-a716-099813520359 HTTP/1.1" status: 204  len: 168 time: 0.2954092
Feb 18 04:46:19.277358 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a617a24e-f3b6-45e2-8ff7-ce205613dd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:19.359892 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-b9cd9b0f-f441-4afc-9810-cdf06d39d80a None None] Set router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:46:19.513225 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27ecda57-8830-4dc4-ba93-19f23c0f270f req-718fb1b8-e6aa-4b39-b6d8-072eadfea3e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cffaf7a9-171a-4e92-bd08-fae568f3c5e9 HTTP/1.1" status: 200  len: 1000 time: 0.2056916
Feb 18 04:46:19.626298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecda57-8830-4dc4-ba93-19f23c0f270f req-319a8258-3f45-4738-9b31-a1e7cd959252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:19.627923 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27ecda57-8830-4dc4-ba93-19f23c0f270f req-319a8258-3f45-4738-9b31-a1e7cd959252 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.1078880
Feb 18 04:46:19.629694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] For port 721fe122-a734-4a14-b346-74ffa18bcb1e, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=721fe122-a734-4a14-b346-74ffa18bcb1e,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:19.630094 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:19.684038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-b9cd9b0f-f441-4afc-9810-cdf06d39d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3cc94f60>, [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:46:15Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:19.688455 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cd9b0f-f441-4afc-9810-cdf06d39d80a None None] The sync data for ids ['31b7682c-a004-4023-9b0c-4a2b7dede7b8'] in dv-cinder-776307-1-iscsi is: [{'id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-2044746753-router', 'tenant_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:38:08Z', 'updated_at': '2021-02-18T04:46:15Z', 'revision_number': 5, 'project_id': 'e1d37bdf922f4361aaf1de57dfd3fcc2', 'gw_port': {'id': '721fe122-a734-4a14-b346-74ffa18bcb1e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7682c-a004-4023-9b0c-4a2b7dede7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:38:10Z', 'updated_at': '2021-02-18T04:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:46:19.820078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Calling delete_port for 721fe122-a734-4a14-b346-74ffa18bcb1e owned by network:router_gateway {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:19.852144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57702) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:19.913777 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-7c8fa8fc-2cb2-480c-9a1f-daa51d1e2618 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91be4577d9e64e4e9fa88ce5e3d81633&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0573480
Feb 18 04:46:19.914185 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57706) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:19.945082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecda57-8830-4dc4-ba93-19f23c0f270f req-8368f275-8e4c-4964-8e0c-2decc79d8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:19.946768 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27ecda57-8830-4dc4-ba93-19f23c0f270f req-8368f275-8e4c-4964-8e0c-2decc79d8cc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3085742
Feb 18 04:46:19.998212 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d2a4-e785-49f8-923e-ac2ad63c4008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:20.029026 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d2a4-e785-49f8-923e-ac2ad63c4008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:20.139740 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d2a4-e785-49f8-923e-ac2ad63c4008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:20.145786 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69618795-f166-4bcf-9a3c-dea56fb71150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:20.161700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0d2a4-e785-49f8-923e-ac2ad63c4008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e3dda8-2968-47a6-acc6-5fd537f104d2,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:20.164630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c6b0d2a4-e785-49f8-923e-ac2ad63c4008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:20.166270 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d2a4-e785-49f8-923e-ac2ad63c4008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:20.171233 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c6b0d2a4-e785-49f8-923e-ac2ad63c4008 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7e3dda8-2968-47a6-acc6-5fd537f104d2 HTTP/1.1" status: 204  len: 168 time: 0.2559388
Feb 18 04:46:20.172776 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27ecda57-8830-4dc4-ba93-19f23c0f270f req-b418438e-4f27-4fbe-8ca6-4608ca251dda service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2145417
Feb 18 04:46:20.303067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:20.326224 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:20.452248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=721fe122-a734-4a14-b346-74ffa18bcb1e,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:20.460674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:20.465187 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-27ecda57-8830-4dc4-ba93-19f23c0f270f req-4bd4bb78-1a8a-4f55-bd9d-2c36d413a8a1 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2814407
Feb 18 04:46:20.608228 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794730'] for router_gateway, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:20.817428 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112143'] for router, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:20.820694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:20.894642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853795799'] for router, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:20.895569 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31b7682c-a004-4023-9b0c-4a2b7dede7b8 {{(pid=84044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 04:46:20.920196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Notify callbacks [] for router, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:20.927500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57742) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:20.953886 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] 10.222.0.43 "DELETE /v2.0/routers/31b7682c-a004-4023-9b0c-4a2b7dede7b8 HTTP/1.1" status: 204  len: 168 time: 2.7282352
Feb 18 04:46:20.959766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 18ec518b-f153-46f4-ab79-aecaade3d79b no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:46:21.057095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c604326-cba2-40cd-ad83-50132cbf2081 admin admin] Deleting subnet 67a022bf-fb15-4b2f-81b7-07983e8da5c8 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:46:21.058072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 18ec518b-f153-46f4-ab79-aecaade3d79b {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:46:21.058487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 18ec518b-f153-46f4-ab79-aecaade3d79b not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:46:21.109157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6c604326-cba2-40cd-ad83-50132cbf2081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:21.174170 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6c604326-cba2-40cd-ad83-50132cbf2081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2073693'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:21.262679 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6c604326-cba2-40cd-ad83-50132cbf2081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:21.574433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6c604326-cba2-40cd-ad83-50132cbf2081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1300534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385150'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:21.591207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:21.678292 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c604326-cba2-40cd-ad83-50132cbf2081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a022bf-fb15-4b2f-81b7-07983e8da5c8,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:21.683004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6c604326-cba2-40cd-ad83-50132cbf2081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:21.726125 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6c604326-cba2-40cd-ad83-50132cbf2081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:21.735252 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-6c604326-cba2-40cd-ad83-50132cbf2081 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/67a022bf-fb15-4b2f-81b7-07983e8da5c8 HTTP/1.1" status: 204  len: 168 time: 0.8037517
Feb 18 04:46:21.735462 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae94c38-432b-462f-8dd7-62f93e94d26d None None] Network 67c7849d-dc25-460c-aef1-ab79d87835ac requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:46:21.735725 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57806) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:22.035660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] DHCP port deletion for 67c7849d-dc25-460c-aef1-ab79d87835ac request from dv-cinder-776307-1-iscsi {{(pid=84045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 04:46:22.040744 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Deleting port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 {{(pid=84045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:22.041166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:22.140686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:22.232879 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Deleting port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:22.233362 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:22.351858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] For port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:22.352296 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:22.465944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] For port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0,segment=NetworkSegment(73e1dfe3-7324-454b-b43d-3ab610b6545e),segment_id=73e1dfe3-7324-454b-b43d-3ab610b6545e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:22.466403 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:22.488448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Calling delete_port for bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 owned by network:dhcp {{(pid=84045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:22.606411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140'] for port, after_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:22.610864 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Calling delete_port for bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:22.670901 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:22.718072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:46:22.718945 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:46:22.750123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Pushing event deleted for resources: {'Port': ['ID=bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0,revision_number=None']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:22.762667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.763272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.763798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.764312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.764842 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.765353 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.765869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.766383 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.767347 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.767921 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.768465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.769008 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.769596 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.770390 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.770957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.771519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.772059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.772654 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.773217 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.773759 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.774131 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.774537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.774845 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.775206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:22.780389 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:22.798547 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] No DVR routers for this DVR port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 on host dv-cinder-776307-1-iscsi {{(pid=84045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:46:22.945330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:46:23.009594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:46:23.010155 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:46:23.010843 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 721fe122-a734-4a14-b346-74ffa18bcb1e no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:46:23.049918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 721fe122-a734-4a14-b346-74ffa18bcb1e {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:46:23.050321 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 721fe122-a734-4a14-b346-74ffa18bcb1e not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:46:23.220611 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Deleting port bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:23.220932 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:23.299079 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] The port 'bf1b6fdb-4e1c-4d9c-9481-f00e2420f5f0' was deleted {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 04:46:23.423880 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:23.546101 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3d4b26d8>,) {'filters': {'network_id': ['67c7849d-dc25-460c-aef1-ab79d87835ac']}} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:23.559087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3d4b26d8>, '73e1dfe3-7324-454b-b43d-3ab610b6545e') {'for_net_delete': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:23.559427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3d4b26d8>, '73e1dfe3-7324-454b-b43d-3ab610b6545e') {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:23.571643 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305319'] for segment, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:23.587375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:23.589720 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:46:23.774099 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Network 67c7849d-dc25-460c-aef1-ab79d87835ac has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:46:23.783372 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852846634'] for segment, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:23.968749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Network 67c7849d-dc25-460c-aef1-ab79d87835ac has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   % (table.description, expected, rows_matched)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   % (table.description, expected, rows_matched)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   % (table.description, expected, rows_matched)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   % (table.description, expected, rows_matched)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:46:23.992499 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:46:24.106144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:24.109920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:24.128451 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:24.135696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Pushing event deleted for resources: {'Network': ['ID=67c7849d-dc25-460c-aef1-ab79d87835ac,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:24.140291 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:24.181718 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ee21ea19-aeb5-4d7c-8b59-48035d3e8280 admin admin] 10.222.0.43 "DELETE /v2.0/networks/67c7849d-dc25-460c-aef1-ab79d87835ac HTTP/1.1" status: 204  len: 168 time: 2.4444633
Feb 18 04:46:24.527228 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 57952) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:24.584596 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 57960) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:24.585870 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a992c6a2-9599-424a-a4a2-d8440b520ac0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1d37bdf922f4361aaf1de57dfd3fcc2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0563006
Feb 18 04:46:24.651831 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5f7e9fe0-0682-4e0d-8b92-ff1114959b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:24.687520 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5f7e9fe0-0682-4e0d-8b92-ff1114959b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:24.760863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5f7e9fe0-0682-4e0d-8b92-ff1114959b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:24.766437 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-56587f29-cdea-4011-b4d9-545ac9850472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:24.779061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e9fe0-0682-4e0d-8b92-ff1114959b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50eefb6-4cc2-4d96-8d33-3c3a09e56a93,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:24.783535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5f7e9fe0-0682-4e0d-8b92-ff1114959b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:24.796849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-5f7e9fe0-0682-4e0d-8b92-ff1114959b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:24.798885 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-5f7e9fe0-0682-4e0d-8b92-ff1114959b03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c50eefb6-4cc2-4d96-8d33-3c3a09e56a93 HTTP/1.1" status: 204  len: 168 time: 0.2123828
Feb 18 04:46:26.411562 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58028) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:26.701357 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-998edc12-8763-4aff-b5b5-cef12e226cef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5eb70cdbd164d50b34c3dda4af16edb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2883072
Feb 18 04:46:26.703977 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58046) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:26.773065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f8d56e5-cf02-44b2-b838-e137a482dcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:26.800787 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f8d56e5-cf02-44b2-b838-e137a482dcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:26.839496 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58054) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:26.874959 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f8d56e5-cf02-44b2-b838-e137a482dcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:26.880287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-25737a7f-5d76-4033-9cb9-1b5a9777908f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:26.895492 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d56e5-cf02-44b2-b838-e137a482dcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b86bcc8-2cc8-4aff-93b0-255e7518b33e,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:26.899071 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4f8d56e5-cf02-44b2-b838-e137a482dcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:26.911540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1aaa69-ca95-4fb6-8618-0dd505b1da2b admin admin] Deleting subnet fd70cd63-1eed-4e0c-9b32-2f919b5ba05f {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:46:26.919649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cf1aaa69-ca95-4fb6-8618-0dd505b1da2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:26.933155 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f8d56e5-cf02-44b2-b838-e137a482dcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:26.937842 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-4f8d56e5-cf02-44b2-b838-e137a482dcdf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b86bcc8-2cc8-4aff-93b0-255e7518b33e HTTP/1.1" status: 204  len: 168 time: 0.2327225
Feb 18 04:46:26.982661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cf1aaa69-ca95-4fb6-8618-0dd505b1da2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2073693'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.030957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58062) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:27.048867 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cf1aaa69-ca95-4fb6-8618-0dd505b1da2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.161694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-02e5d166-5f19-41c4-bfe6-7fe6f3cd7c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.179116 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-02e5d166-5f19-41c4-bfe6-7fe6f3cd7c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:27.183269 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-02e5d166-5f19-41c4-bfe6-7fe6f3cd7c3d admin admin] Usage tracker for resource:security_group_rule and tenant:c2310ce214144b7e9571f18adca2876d is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:27.186249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-02e5d166-5f19-41c4-bfe6-7fe6f3cd7c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:27.192521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-02e5d166-5f19-41c4-bfe6-7fe6f3cd7c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:27.292408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-02e5d166-5f19-41c4-bfe6-7fe6f3cd7c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.322969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-02e5d166-5f19-41c4-bfe6-7fe6f3cd7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.332970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c56a75f2-c851-49e6-a509-751d88f2f1ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:27.352671 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cf1aaa69-ca95-4fb6-8618-0dd505b1da2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1300534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385150'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.369849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d6366e20-ed9b-4c97-93ff-f9a8587b5e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:27.378739 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5d166-5f19-41c4-bfe6-7fe6f3cd7c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91da360b-4a2e-4635-b3c6-14fdb0159a2c,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:27.382919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-02e5d166-5f19-41c4-bfe6-7fe6f3cd7c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:27.389056 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-02e5d166-5f19-41c4-bfe6-7fe6f3cd7c3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2310ce214144b7e9571f18adca2876d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3569069
Feb 18 04:46:27.389772 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58068) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:27.463429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1aaa69-ca95-4fb6-8618-0dd505b1da2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd70cd63-1eed-4e0c-9b32-2f919b5ba05f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:27.467208 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ef2a92d0-356e-4548-b7e2-8492547cb24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.467358 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cf1aaa69-ca95-4fb6-8618-0dd505b1da2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:27.495368 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ef2a92d0-356e-4548-b7e2-8492547cb24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.508020 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cf1aaa69-ca95-4fb6-8618-0dd505b1da2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.515108 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-cf1aaa69-ca95-4fb6-8618-0dd505b1da2b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fd70cd63-1eed-4e0c-9b32-2f919b5ba05f HTTP/1.1" status: 204  len: 168 time: 0.6744585
Feb 18 04:46:27.517709 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58072) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:27.562618 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ef2a92d0-356e-4548-b7e2-8492547cb24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.567726 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4139ae1e-412b-4220-8307-e32eaa4ebe59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:27.582096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a92d0-356e-4548-b7e2-8492547cb24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91da360b-4a2e-4635-b3c6-14fdb0159a2c,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:27.585733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ef2a92d0-356e-4548-b7e2-8492547cb24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:27.586826 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ef2a92d0-356e-4548-b7e2-8492547cb24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.588132 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ef2a92d0-356e-4548-b7e2-8492547cb24c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91da360b-4a2e-4635-b3c6-14fdb0159a2c HTTP/1.1" status: 204  len: 168 time: 0.1972578
Feb 18 04:46:27.640581 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.836770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.955712 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3dc42828>,) {'filters': {'network_id': ['ead06756-eed1-446e-9123-301982eb4c96']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:27.968534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3dc42828>, 'ac6240b0-58bf-4dbe-b036-5b27ee01a12b') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:27.968878 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3dc42828>, 'ac6240b0-58bf-4dbe-b036-5b27ee01a12b') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:27.981749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852702107'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.997223 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:27.999272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:46:28.096475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58080) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:28.117125 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2683c210-3ebd-4858-a239-b02bcd7c4954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:28.132790 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2683c210-3ebd-4858-a239-b02bcd7c4954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:28.136979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2683c210-3ebd-4858-a239-b02bcd7c4954 admin admin] Usage tracker for resource:security_group_rule and tenant:af2f3c933c6a4d4b84bf54d7553968cf is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:28.140037 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2683c210-3ebd-4858-a239-b02bcd7c4954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:28.145839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2683c210-3ebd-4858-a239-b02bcd7c4954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:28.181188 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] Network ead06756-eed1-446e-9123-301982eb4c96 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:46:28.190211 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853474921'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:28.231299 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2683c210-3ebd-4858-a239-b02bcd7c4954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:28.270659 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2683c210-3ebd-4858-a239-b02bcd7c4954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:28.280067 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-df667d3d-88e3-4c0b-a277-b10feb1eae4f tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:28.326307 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2683c210-3ebd-4858-a239-b02bcd7c4954 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af2f3c933c6a4d4b84bf54d7553968cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2286625
Feb 18 04:46:28.329238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58084) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:28.332147 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683c210-3ebd-4858-a239-b02bcd7c4954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59edd1a1-cb16-4b27-8c15-4c3de95c5ee5,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:28.345221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2683c210-3ebd-4858-a239-b02bcd7c4954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:28.372647 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] Network ead06756-eed1-446e-9123-301982eb4c96 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:46:28.395251 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:46:28.398294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a9da0acb-e82e-45f9-b270-bf3a6ddfff77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:28.424559 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a9da0acb-e82e-45f9-b270-bf3a6ddfff77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:28.499366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a9da0acb-e82e-45f9-b270-bf3a6ddfff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:28.504403 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-92784044-c0b1-45c4-8148-850e38f91b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:28.516966 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da0acb-e82e-45f9-b270-bf3a6ddfff77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59edd1a1-cb16-4b27-8c15-4c3de95c5ee5,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:28.520248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a9da0acb-e82e-45f9-b270-bf3a6ddfff77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:28.523021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a9da0acb-e82e-45f9-b270-bf3a6ddfff77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:28.524104 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a9da0acb-e82e-45f9-b270-bf3a6ddfff77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59edd1a1-cb16-4b27-8c15-4c3de95c5ee5 HTTP/1.1" status: 204  len: 168 time: 0.1938851
Feb 18 04:46:28.526280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:28.530069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ebd95cee-d16a-43da-af8d-21367ba3e145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:28.547303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:28.554083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ead06756-eed1-446e-9123-301982eb4c96,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:28.557165 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:28.559622 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-0a1758a6-e9e2-485c-b951-4a73b4c02ae8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ead06756-eed1-446e-9123-301982eb4c96 HTTP/1.1" status: 204  len: 168 time: 1.0403624
Feb 18 04:46:28.562153 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58090) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:28.633021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb4cff2-2009-43e8-a8f0-dede42e75eaa admin admin] Deleting subnet b43858f2-8003-4ea7-9fa7-a4241854d628 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:46:28.636217 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-edb4cff2-2009-43e8-a8f0-dede42e75eaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:28.689243 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-edb4cff2-2009-43e8-a8f0-dede42e75eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2073693'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:28.749742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-edb4cff2-2009-43e8-a8f0-dede42e75eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:29.277095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-edb4cff2-2009-43e8-a8f0-dede42e75eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1300534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385150'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:29.293340 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:29.381584 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4cff2-2009-43e8-a8f0-dede42e75eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b43858f2-8003-4ea7-9fa7-a4241854d628,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:29.387331 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-edb4cff2-2009-43e8-a8f0-dede42e75eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:29.429442 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-edb4cff2-2009-43e8-a8f0-dede42e75eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:29.435993 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-edb4cff2-2009-43e8-a8f0-dede42e75eaa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b43858f2-8003-4ea7-9fa7-a4241854d628 HTTP/1.1" status: 204  len: 168 time: 0.8729532
Feb 18 04:46:29.438580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58110) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:29.555926 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:29.751986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:29.868248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3c961080>,) {'filters': {'network_id': ['c34d0627-9729-488d-8c00-94a3d2c8b26d']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:29.881646 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3c961080>, 'f42b5aee-ffd4-45f7-bd3e-87ea062d0db1') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:29.881993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3c961080>, 'f42b5aee-ffd4-45f7-bd3e-87ea062d0db1') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:29.894223 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852702107'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:29.908864 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:29.910932 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:46:30.102961 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Network c34d0627-9729-488d-8c00-94a3d2c8b26d has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:46:30.112410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853474921'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:30.295994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Network c34d0627-9729-488d-8c00-94a3d2c8b26d has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:46:30.320681 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:46:30.419457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:30.422958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-fd6d5008-2d69-4ad9-915c-83b6b8ad8d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:30.441971 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:30.451614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Pushing event deleted for resources: {'Network': ['ID=c34d0627-9729-488d-8c00-94a3d2c8b26d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:30.451614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:30.455090 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] 10.222.0.43 "DELETE /v2.0/networks/c34d0627-9729-488d-8c00-94a3d2c8b26d HTTP/1.1" status: 204  len: 168 time: 1.0153825
Feb 18 04:46:30.709633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58150) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:30.768790 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-cc0180e2-ad5d-483a-b098-2a73fb4af053 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b351db7e704408d930642f68818f4db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0547495
Feb 18 04:46:30.768987 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58154) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:30.832206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fc501249-9cf4-4bce-bc02-162852360f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:30.859139 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fc501249-9cf4-4bce-bc02-162852360f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:30.951058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fc501249-9cf4-4bce-bc02-162852360f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:30.956502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a604381f-7b06-4bfe-b0c6-648d999469da tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:30.970512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc501249-9cf4-4bce-bc02-162852360f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c26f61-1d74-4bff-865f-c7e7ddad91b3,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:30.973355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-fc501249-9cf4-4bce-bc02-162852360f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:30.974608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fc501249-9cf4-4bce-bc02-162852360f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:30.975939 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-fc501249-9cf4-4bce-bc02-162852360f73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46c26f61-1d74-4bff-865f-c7e7ddad91b3 HTTP/1.1" status: 204  len: 168 time: 0.2059937
Feb 18 04:46:31.192504 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47694e90-5b24-4e17-8a76-919c4161651d req-410feaff-ad1d-488a-9b31-5fbba383ff9f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:31.194763 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-47694e90-5b24-4e17-8a76-919c4161651d req-410feaff-ad1d-488a-9b31-5fbba383ff9f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 945 time: 0.0993588
Feb 18 04:46:31.253909 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-47694e90-5b24-4e17-8a76-919c4161651d req-fb817747-d81c-4db4-be56-318233c5990c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0523016
Feb 18 04:46:31.512128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58168) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:31.564473 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-88f3a9c3-1186-4d5a-a8b6-4d271c6df643 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=224e837340eb4ddc8dc60041ff545598&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510068
Feb 18 04:46:31.567488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58172) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:31.629346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55b10b1b-4679-423e-8d23-1b6eadf877a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:31.657272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55b10b1b-4679-423e-8d23-1b6eadf877a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:31.727403 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55b10b1b-4679-423e-8d23-1b6eadf877a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:31.732283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-391fe73f-92e4-4dbf-9831-43401486c34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:31.743023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b10b1b-4679-423e-8d23-1b6eadf877a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a598e-ccb0-4ace-ad1c-cfaf5d7d8b81,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:31.747044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-55b10b1b-4679-423e-8d23-1b6eadf877a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:31.754540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-55b10b1b-4679-423e-8d23-1b6eadf877a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:31.754540 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-55b10b1b-4679-423e-8d23-1b6eadf877a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d05a598e-ccb0-4ace-ad1c-cfaf5d7d8b81 HTTP/1.1" status: 204  len: 168 time: 0.1831517
Feb 18 04:46:32.472670 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa65db-73ac-4b81-9f2b-2ef2248e45a0 req-2c25b052-28f0-4daa-b05f-39ff58e23691 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:32.474318 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b3fa65db-73ac-4b81-9f2b-2ef2248e45a0 req-2c25b052-28f0-4daa-b05f-39ff58e23691 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 945 time: 0.0957389
Feb 18 04:46:32.524584 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b3fa65db-73ac-4b81-9f2b-2ef2248e45a0 req-2df22fcf-ceb2-491f-b30e-d50730c41673 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0431840
Feb 18 04:46:32.650082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-1cdc668c-61a2-451a-a5b9-6f3ed8bd66be tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:32.651700 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-1cdc668c-61a2-451a-a5b9-6f3ed8bd66be tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 945 time: 0.0898473
Feb 18 04:46:32.734098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Deleting port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:32.734567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:32.803351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device cffaf7a9-171a-4e92-bd08-fae568f3c5e9 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:46:32.937731 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:32.982199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port cffaf7a9-171a-4e92-bd08-fae568f3c5e9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=cffaf7a9-171a-4e92-bd08-fae568f3c5e9,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:32.983350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321d184c-fc1e-4176-b869-a7b42c684d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:46:33.012755 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:33.014739 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:33.020218 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] For port cffaf7a9-171a-4e92-bd08-fae568f3c5e9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=cffaf7a9-171a-4e92-bd08-fae568f3c5e9,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:33.020775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:33.054966 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321d184c-fc1e-4176-b869-a7b42c684d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9', 'code': 200}
Feb 18 04:46:33.090619 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=cffaf7a9-171a-4e92-bd08-fae568f3c5e9,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:33.094245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:33.352873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:33.353290 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:33.353651 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Floating IP 4ea84fd2-5b80-44c6-81af-324487b4326f disassociated. External IP: 172.27.3.96, port: cffaf7a9-171a-4e92-bd08-fae568f3c5e9.
Feb 18 04:46:33.354123 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Calling delete_port for cffaf7a9-171a-4e92-bd08-fae568f3c5e9 owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:33.463471 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:46:33.463841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:46:33.731101 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfbcff-b7e3-4596-b347-d8f22ca8dc9d req-cea3e057-523d-410e-912a-72a301367b3e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:33.732692 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a6dfbcff-b7e3-4596-b347-d8f22ca8dc9d req-cea3e057-523d-410e-912a-72a301367b3e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 943 time: 0.0893784
Feb 18 04:46:33.781420 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a6dfbcff-b7e3-4596-b347-d8f22ca8dc9d req-0d7eb3c9-03e2-4bd8-ab46-3bd273cc7d94 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0423338
Feb 18 04:46:33.965311 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Deleting port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:46:33.965714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:34.234870 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] For port cffaf7a9-171a-4e92-bd08-fae568f3c5e9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=cffaf7a9-171a-4e92-bd08-fae568f3c5e9,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:34.235283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:34.266323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58242) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:34.398667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c551d918-fca6-474a-a3f4-0fb7a417b16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:34.416237 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c551d918-fca6-474a-a3f4-0fb7a417b16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:34.420527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c551d918-fca6-474a-a3f4-0fb7a417b16c admin admin] Usage tracker for resource:security_group_rule and tenant:7e055707d66a410db48bc8fd1c3f2158 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:34.425153 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c551d918-fca6-474a-a3f4-0fb7a417b16c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:34.432938 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c551d918-fca6-474a-a3f4-0fb7a417b16c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:34.540309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c551d918-fca6-474a-a3f4-0fb7a417b16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:34.568693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:34.569775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:34.570220 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Floating IP 4ea84fd2-5b80-44c6-81af-324487b4326f disassociated. External IP: 172.27.3.96, port: cffaf7a9-171a-4e92-bd08-fae568f3c5e9.
Feb 18 04:46:34.570604 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Calling delete_port for cffaf7a9-171a-4e92-bd08-fae568f3c5e9 owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:46:34.571497 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c551d918-fca6-474a-a3f4-0fb7a417b16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:34.581256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9e6d28d4-ceda-4d2e-81e7-562b6bff4f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:34.624990 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c551d918-fca6-474a-a3f4-0fb7a417b16c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e055707d66a410db48bc8fd1c3f2158&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3573484
Feb 18 04:46:34.625870 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551d918-fca6-474a-a3f4-0fb7a417b16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4434869a-227e-4f8f-b4fb-e304d9fe0f76,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:34.627692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58252) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:34.629494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c551d918-fca6-474a-a3f4-0fb7a417b16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:34.747480 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e992d10-5f4d-44e0-ae5f-5bbebfb7aac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:34.796110 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e992d10-5f4d-44e0-ae5f-5bbebfb7aac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:34.845775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:34.861210 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4ab77e3b-ce81-4840-815a-55de7d5afa74 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:34.912308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e992d10-5f4d-44e0-ae5f-5bbebfb7aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:34.964248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event deleted for resources: {'Port': ['ID=cffaf7a9-171a-4e92-bd08-fae568f3c5e9,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:35.248395 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:35.262770 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-91d299b4-fd3e-4dd5-b60f-207a835e3e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:35.282465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-dada8992-fab7-49da-b98f-5eba51927166 req-23c850e6-5cce-4b60-bfc5-64fe19512f2a tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:46:35.288486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e992d10-5f4d-44e0-ae5f-5bbebfb7aac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4434869a-227e-4f8f-b4fb-e304d9fe0f76,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:35.292968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3e992d10-5f4d-44e0-ae5f-5bbebfb7aac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:35.332677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3e992d10-5f4d-44e0-ae5f-5bbebfb7aac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:35.333886 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-3e992d10-5f4d-44e0-ae5f-5bbebfb7aac7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4434869a-227e-4f8f-b4fb-e304d9fe0f76 HTTP/1.1" status: 204  len: 168 time: 0.7051780
Feb 18 04:46:35.349141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-dada8992-fab7-49da-b98f-5eba51927166 req-23c850e6-5cce-4b60-bfc5-64fe19512f2a tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:46:35.351000 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dada8992-fab7-49da-b98f-5eba51927166 req-23c850e6-5cce-4b60-bfc5-64fe19512f2a tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 210 time: 0.4392643
Feb 18 04:46:35.563309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Router 080d65e3-660b-4745-bb4f-ef6659615281 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:46:35.567661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4288c113-9a19-4ab9-b610-f8ce5afe6fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:35.773942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:46:35.784078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229cf2d-c2cb-401a-8197-f63af26ed813 None None] Sync routers for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:46:35.795923 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229cf2d-c2cb-401a-8197-f63af26ed813 None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:46:35.796534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-f229cf2d-c2cb-401a-8197-f63af26ed813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e258710>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:46:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:35.818478 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] No DVR routers for this DVR port cffaf7a9-171a-4e92-bd08-fae568f3c5e9 on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:46:35.819564 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58268) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:35.821469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:35.823841 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b886ca5e-96cf-415c-a58e-de8ae53deba8 req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "DELETE /v2.0/ports/cffaf7a9-171a-4e92-bd08-fae568f3c5e9 HTTP/1.1" status: 204  len: 173 time: 3.1665456
Feb 18 04:46:35.824419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321d184c-fc1e-4176-b869-a7b42c684d65', 'name': 'network-vif-deleted', 'tag': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:46:35.846885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6d80a020-445b-4598-b9e3-421f8a139b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:35.884919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6d80a020-445b-4598-b9e3-421f8a139b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:35.890487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6d80a020-445b-4598-b9e3-421f8a139b4a admin admin] Usage tracker for resource:security_group_rule and tenant:7fcd63c4c7e240338c9ab1ef3605076b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:35.893799 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6d80a020-445b-4598-b9e3-421f8a139b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:35.906873 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6d80a020-445b-4598-b9e3-421f8a139b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:35.907119 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321d184c-fc1e-4176-b869-a7b42c684d65', 'name': 'network-vif-deleted', 'tag': 'cffaf7a9-171a-4e92-bd08-fae568f3c5e9', 'status': 'completed', 'code': 200}
Feb 18 04:46:36.039638 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6d80a020-445b-4598-b9e3-421f8a139b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:36.049786 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-f229cf2d-c2cb-401a-8197-f63af26ed813 None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:46:36.091674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6d80a020-445b-4598-b9e3-421f8a139b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:36.101314 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-85b4bac6-60d8-4870-ac08-7c05fdd65282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:36.148787 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-6d80a020-445b-4598-b9e3-421f8a139b4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7fcd63c4c7e240338c9ab1ef3605076b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3252733
Feb 18 04:46:36.148787 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80a020-445b-4598-b9e3-421f8a139b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76996ed2-c300-4012-8421-767268d2db35,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:36.149391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58274) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:36.150588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6d80a020-445b-4598-b9e3-421f8a139b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:36.197198 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:46:36.225558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e3dafb68-01c5-4fc4-92c0-f7984c1aec2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:36.255094 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e3dafb68-01c5-4fc4-92c0-f7984c1aec2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:36.351230 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e3dafb68-01c5-4fc4-92c0-f7984c1aec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:36.357033 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7c2defd2-6c8a-4110-9992-7cd70e6d54d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:36.368970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dafb68-01c5-4fc4-92c0-f7984c1aec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76996ed2-c300-4012-8421-767268d2db35,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:36.374251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e3dafb68-01c5-4fc4-92c0-f7984c1aec2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:36.376460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e3dafb68-01c5-4fc4-92c0-f7984c1aec2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:36.377732 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-e3dafb68-01c5-4fc4-92c0-f7984c1aec2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76996ed2-c300-4012-8421-767268d2db35 HTTP/1.1" status: 204  len: 168 time: 0.2271981
Feb 18 04:46:36.415744 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-f229cf2d-c2cb-401a-8197-f63af26ed813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e258710>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:36.420096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229cf2d-c2cb-401a-8197-f63af26ed813 None None] Checking router: 080d65e3-660b-4745-bb4f-ef6659615281 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:46:36.438872 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229cf2d-c2cb-401a-8197-f63af26ed813 None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:46:36.439532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-f229cf2d-c2cb-401a-8197-f63af26ed813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e258710>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:46:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:36.643610 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-972e7ad4-7052-41a8-9608-488df881f974 req-edbdcd48-1ec7-444d-a0e3-53de7344b9e7 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=321d184c-fc1e-4176-b869-a7b42c684d65 HTTP/1.1" status: 200  len: 210 time: 0.0595469
Feb 18 04:46:36.669888 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-f229cf2d-c2cb-401a-8197-f63af26ed813 None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:46:37.010583 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-f229cf2d-c2cb-401a-8197-f63af26ed813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e258710>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:46:37.014824 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229cf2d-c2cb-401a-8197-f63af26ed813 None None] The sync data for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi is: [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:46:37.414507 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aae83f-981b-4b5a-80fc-69378587c309 None None] New status for floating IP 4ea84fd2-5b80-44c6-81af-324487b4326f: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:46:37.817942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8b788274-e5a4-4964-9c66-f15d072fa25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:38.068706 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-b4d1f56c-a80a-49b9-b6a7-ffa145d30e4f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1115921323&fields=id&tenant_id=6660306333f4419b8089c5de942e923f HTTP/1.1" status: 200  len: 267 time: 0.0463088
Feb 18 04:46:38.237879 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222597-2b20-4437-b7d0-aba0c79d89de req-57e2f268-5aa5-4861-957b-7be8635e21e7 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:38.239683 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-57e2f268-5aa5-4861-957b-7be8635e21e7 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 812 time: 0.1623335
Feb 18 04:46:38.261104 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-104a50c0-9935-48a5-b43a-e76ca3da4103 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/quotas/6660306333f4419b8089c5de942e923f HTTP/1.1" status: 200  len: 375 time: 0.0145602
Feb 18 04:46:38.363898 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-57cb2036-3f9b-41aa-a8d0-f407d18f4d9e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0955927
Feb 18 04:46:38.517077 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-16f54a1f-b5c1-4a7e-890a-cb42a9284da0 service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397831
Feb 18 04:46:38.659021 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:38.666205 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-8884a537-dde2-426d-94e1-0a536da912fd service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421261
Feb 18 04:46:39.247487 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ca58f0c8-316d-4224-a699-46c0873b1e01 req-67552eb1-fc93-4b3e-bd85-c353506834bb tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 210 time: 0.0502052
Feb 18 04:46:39.497566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:39.788825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:40.445425 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7ce69261-aa14-475e-8ba2-e4b329b9aef4 req-17ef2b62-eec2-4875-af79-9b324d7e8a54 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 210 time: 0.0533888
Feb 18 04:46:41.071004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222597-2b20-4437-b7d0-aba0c79d89de req-0b562552-a725-4295-b270-3697a7a0fc38 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:41.072676 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-0b562552-a725-4295-b270-3697a7a0fc38 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 812 time: 0.1663311
Feb 18 04:46:41.153245 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-40b2fd69-e457-4020-bfd1-0f8d528c11b5 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6660306333f4419b8089c5de942e923f HTTP/1.1" status: 200  len: 5765 time: 0.0704679
Feb 18 04:46:41.165370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'port': {'device_id': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'admin_state_up': True, 'tenant_id': '6660306333f4419b8089c5de942e923f', 'security_groups': ['fb5ea15e-c2cf-4058-b15b-8518af68ed27']}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:46:41.312072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:41.323309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:41.362135 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Made reservation on behalf of 6660306333f4419b8089c5de942e923f for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:46:41.368654 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:41.622428 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b4ed4025-6005-4ce0-84cb-e73ec2288c52 req-5c9e18d7-7941-4131-8955-519a4d6312d9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 210 time: 0.0585711
Feb 18 04:46:41.702909 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Allocated IP 172.20.0.3 (cc407771-8186-427b-ad41-61a07c86c410/877d8b44-765c-4410-8085-eb646b3c0774/2631f976-431c-435f-b952-42e029ee0ada) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:46:41.904941 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:41.971513 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Transition to ACTIVE for port object 2631f976-431c-435f-b952-42e029ee0ada will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:46:42.023708 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:42.039722 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-512bf3d5-d724-4a03-af6a-68e198d99413 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:42.179045 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event updated for resources: {'Port': ['ID=2631f976-431c-435f-b952-42e029ee0ada,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:42.182242 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:42.238781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Network cc407771-8186-427b-ad41-61a07c86c410 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:46:42.239980 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:46:42.242334 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:46:42.313031 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:42.313690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:42.366803 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2056155
Feb 18 04:46:42.485449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-991470a9-dec0-4c7c-a0e1-861777bc21dd None None] Provisioning for port 2631f976-431c-435f-b952-42e029ee0ada completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:46:42.490416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-991470a9-dec0-4c7c-a0e1-861777bc21dd None None] Provisioning complete for port 2631f976-431c-435f-b952-42e029ee0ada triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:46:42.490907 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-991470a9-dec0-4c7c-a0e1-861777bc21dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:42.547804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-991470a9-dec0-4c7c-a0e1-861777bc21dd None None] Port 2631f976-431c-435f-b952-42e029ee0ada cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:46:42.823493 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b35760-0fa8-47f1-8a3c-d6256c8b9aa1 req-a72ef670-bf97-43fb-9385-ec141c92ff33 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:42.824248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-e2b35760-0fa8-47f1-8a3c-d6256c8b9aa1 req-a72ef670-bf97-43fb-9385-ec141c92ff33 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:46:42.874044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-e2b35760-0fa8-47f1-8a3c-d6256c8b9aa1 req-a72ef670-bf97-43fb-9385-ec141c92ff33 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:46:42.875362 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e2b35760-0fa8-47f1-8a3c-d6256c8b9aa1 req-a72ef670-bf97-43fb-9385-ec141c92ff33 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 931 time: 0.1382093
Feb 18 04:46:42.922231 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e2b35760-0fa8-47f1-8a3c-d6256c8b9aa1 req-819efc37-c29d-45fc-901c-b3900b2edb33 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0406246
Feb 18 04:46:44.074106 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Request body: {'port': {'device_id': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:46:44.204334 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:44.268839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2203a59-394a-44db-b9df-1c02b5b8f39e req-a8bdad91-1ba3-4e86-b337-55d689fcd301 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:44.270471 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b2203a59-394a-44db-b9df-1c02b5b8f39e req-a8bdad91-1ba3-4e86-b337-55d689fcd301 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 931 time: 0.0892744
Feb 18 04:46:44.319343 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b2203a59-394a-44db-b9df-1c02b5b8f39e req-62892128-0523-4e68-8b10-1cab1a3da3bc tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417347
Feb 18 04:46:44.622414 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2631f976-431c-435f-b952-42e029ee0ada {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:46:44.630298 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:44.642988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Transition to ACTIVE for port object 2631f976-431c-435f-b952-42e029ee0ada will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:46:44.674046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:44.689381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-7a498ea5-fcaa-4be7-bd7e-282de4048a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:44.823960 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Pushing event updated for resources: {'Port': ['ID=2631f976-431c-435f-b952-42e029ee0ada,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:44.831028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:44.970244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:45.020905 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Attempting to bind port 2631f976-431c-435f-b952-42e029ee0ada on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:46:45.021360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Attempting to bind port 2631f976-431c-435f-b952-42e029ee0ada by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:46:45.022047 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Attempting to bind port 2631f976-431c-435f-b952-42e029ee0ada on network cc407771-8186-427b-ad41-61a07c86c410 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:46:45.028459 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:46:45.028936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Checking segment: {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:46:45.029417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:45.029905 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Bound using segment: {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:46:45.030465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Bound port: 2631f976-431c-435f-b952-42e029ee0ada, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:46:45.030886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:45.136387 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] For port 2631f976-431c-435f-b952-42e029ee0ada, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:46:45.139577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] For port 2631f976-431c-435f-b952-42e029ee0ada, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=2631f976-431c-435f-b952-42e029ee0ada,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:46:45.185363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:45.203449 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d6da4b64-04a3-4e91-889c-4bc6373f329a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:45.685857 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Pushing event updated for resources: {'Port': ['ID=2631f976-431c-435f-b952-42e029ee0ada,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:45.695766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:45.724823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:45.725552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:45.727081 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] 10.222.0.16 "PUT /v2.0/ports/2631f976-431c-435f-b952-42e029ee0ada HTTP/1.1" status: 200  len: 1157 time: 1.6579859
Feb 18 04:46:45.727628 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'tag': '2631f976-431c-435f-b952-42e029ee0ada'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:46:45.739609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b646e-6d4d-45ce-bf38-c1e10615b081 req-dd49ad04-82bd-4bcc-a1a4-71ebb9c85b0a tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:45.741725 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6f2b646e-6d4d-45ce-bf38-c1e10615b081 req-dd49ad04-82bd-4bcc-a1a4-71ebb9c85b0a tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 943 time: 0.1932569
Feb 18 04:46:45.784022 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'tag': '2631f976-431c-435f-b952-42e029ee0ada', 'status': 'completed', 'code': 200}
Feb 18 04:46:45.806295 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6f2b646e-6d4d-45ce-bf38-c1e10615b081 req-0370a016-affe-43b2-96db-1426a908ee72 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0572844
Feb 18 04:46:45.892992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72a6eb-2b31-4a8d-aa7c-8e6256517ab6 req-f8cc3e00-6ed0-4db0-833c-60d270f7a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:45.894891 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0c72a6eb-2b31-4a8d-aa7c-8e6256517ab6 req-f8cc3e00-6ed0-4db0-833c-60d270f7a0d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 1160 time: 0.0873346
Feb 18 04:46:46.052083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72a6eb-2b31-4a8d-aa7c-8e6256517ab6 req-63ba07d8-d84f-498c-9b11-8583ef6e4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:46.053718 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0c72a6eb-2b31-4a8d-aa7c-8e6256517ab6 req-63ba07d8-d84f-498c-9b11-8583ef6e4987 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6660306333f4419b8089c5de942e923f&shared=False HTTP/1.1" status: 200  len: 906 time: 0.1513619
Feb 18 04:46:46.204243 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72a6eb-2b31-4a8d-aa7c-8e6256517ab6 req-e4869a73-a49f-4b6f-97f5-dde1c94c0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:46.206228 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0c72a6eb-2b31-4a8d-aa7c-8e6256517ab6 req-e4869a73-a49f-4b6f-97f5-dde1c94c0111 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1431968
Feb 18 04:46:46.320681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222597-2b20-4437-b7d0-aba0c79d89de req-f02e21ee-5210-4d3f-a77b-427bc8afef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:46.322288 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-f02e21ee-5210-4d3f-a77b-427bc8afef54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 1160 time: 0.0804715
Feb 18 04:46:46.399828 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-424cdc24-432a-4f3c-82e7-b16bcd679c26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2631f976-431c-435f-b952-42e029ee0ada HTTP/1.1" status: 200  len: 217 time: 0.0683239
Feb 18 04:46:46.467851 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dfe8154e-512d-470d-bfb9-5f9e3555376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:46.469373 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-dfe8154e-512d-470d-bfb9-5f9e3555376a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.0628254
Feb 18 04:46:46.557559 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222597-2b20-4437-b7d0-aba0c79d89de req-ae8a67bd-2071-45c9-9686-f2d5a221d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:46.559247 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-ae8a67bd-2071-45c9-9686-f2d5a221d1ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837049
Feb 18 04:46:46.707262 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-542bf09c-31f8-4d78-8b2a-11d6443af4da service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406691
Feb 18 04:46:46.853469 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88222597-2b20-4437-b7d0-aba0c79d89de req-5c84c84d-853b-4756-8b5f-fb2aae6fb1fc service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399148
Feb 18 04:46:47.013849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa800a3-3873-42dc-9ec9-7637fcf4dcb8 req-b620647e-5991-4a2f-a72a-3514452b873f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:47.015508 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5aa800a3-3873-42dc-9ec9-7637fcf4dcb8 req-b620647e-5991-4a2f-a72a-3514452b873f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 943 time: 0.0916049
Feb 18 04:46:47.063098 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5aa800a3-3873-42dc-9ec9-7637fcf4dcb8 req-bf1b0670-51c8-4e03-a41b-5839a17bef24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0411973
Feb 18 04:46:48.213775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58460) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:48.260097 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf9a03-11b8-4cb5-846a-0e869891e388 req-482db502-c0cc-4310-bf7c-ccaa803110c5 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:48.262057 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a9bf9a03-11b8-4cb5-846a-0e869891e388 req-482db502-c0cc-4310-bf7c-ccaa803110c5 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 943 time: 0.0875132
Feb 18 04:46:48.310933 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a9bf9a03-11b8-4cb5-846a-0e869891e388 req-ed95ed96-3c47-4ca7-82b0-57e643373fa5 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425467
Feb 18 04:46:48.339005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fd60c22f-6ceb-434d-8cd9-34d1e14698fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:48.354771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-fd60c22f-6ceb-434d-8cd9-34d1e14698fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:48.358964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-fd60c22f-6ceb-434d-8cd9-34d1e14698fa admin admin] Usage tracker for resource:security_group_rule and tenant:ffbb4a6fa1b0471a8f8a713d3d92c7fd is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:48.361921 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-fd60c22f-6ceb-434d-8cd9-34d1e14698fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:48.368925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-fd60c22f-6ceb-434d-8cd9-34d1e14698fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:48.454687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fd60c22f-6ceb-434d-8cd9-34d1e14698fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:48.487341 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fd60c22f-6ceb-434d-8cd9-34d1e14698fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:48.497120 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9e8dd599-ae1a-46ee-9cf7-36241a9b3d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:48.540051 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-fd60c22f-6ceb-434d-8cd9-34d1e14698fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ffbb4a6fa1b0471a8f8a713d3d92c7fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3250437
Feb 18 04:46:48.541065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60c22f-6ceb-434d-8cd9-34d1e14698fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa282fd-e3d9-4ffb-ab88-129bda44275b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:48.543002 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58470) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:48.544586 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-fd60c22f-6ceb-434d-8cd9-34d1e14698fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:48.608065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee4e4db6-bac9-4738-8ce1-06fde4a7408c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:48.636039 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee4e4db6-bac9-4738-8ce1-06fde4a7408c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:48.767506 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee4e4db6-bac9-4738-8ce1-06fde4a7408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:48.773309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-67ec9112-fd55-4a4e-8a35-eed2f8fc74b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:48.784332 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e4db6-bac9-4738-8ce1-06fde4a7408c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa282fd-e3d9-4ffb-ab88-129bda44275b,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:48.795354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ee4e4db6-bac9-4738-8ce1-06fde4a7408c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:48.795354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ee4e4db6-bac9-4738-8ce1-06fde4a7408c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:48.795354 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-ee4e4db6-bac9-4738-8ce1-06fde4a7408c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efa282fd-e3d9-4ffb-ab88-129bda44275b HTTP/1.1" status: 204  len: 168 time: 0.2490032
Feb 18 04:46:49.025051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58482) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:49.148852 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a1627129-cee7-4f7a-bd25-02bb3f5446c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.164719 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a1627129-cee7-4f7a-bd25-02bb3f5446c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:49.168944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a1627129-cee7-4f7a-bd25-02bb3f5446c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7ca0121544864223897d2dff7108a918 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:49.171942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a1627129-cee7-4f7a-bd25-02bb3f5446c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:49.177943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a1627129-cee7-4f7a-bd25-02bb3f5446c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:49.263903 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a1627129-cee7-4f7a-bd25-02bb3f5446c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.278307 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58488) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:49.298752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a1627129-cee7-4f7a-bd25-02bb3f5446c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.307577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-96c3f7ff-9223-46c6-b980-184107764bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:49.314287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cf9308fa-1f8b-4a44-9536-fb66c08e8835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.358562 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-cf9308fa-1f8b-4a44-9536-fb66c08e8835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:49.368848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-cf9308fa-1f8b-4a44-9536-fb66c08e8835 admin admin] Usage tracker for resource:security_group_rule and tenant:79af68672b6f4f7093d93e98059f6768 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:49.376102 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a1627129-cee7-4f7a-bd25-02bb3f5446c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ca0121544864223897d2dff7108a918&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3498869
Feb 18 04:46:49.377215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-cf9308fa-1f8b-4a44-9536-fb66c08e8835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:49.379320 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58494) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:49.383463 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1627129-cee7-4f7a-bd25-02bb3f5446c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f31deef-e86e-478c-8264-c442681c4482,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:49.386429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-cf9308fa-1f8b-4a44-9536-fb66c08e8835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:49.388817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a1627129-cee7-4f7a-bd25-02bb3f5446c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:49.474500 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cf9308fa-1f8b-4a44-9536-fb66c08e8835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.498536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-cf9308fa-1f8b-4a44-9536-fb66c08e8835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.502768 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-904ae480-96d8-4736-960e-42ef2c0616b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.507206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b9d16f52-421f-44c0-b05d-29f18082f188 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:49.536332 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-904ae480-96d8-4736-960e-42ef2c0616b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.550826 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-cf9308fa-1f8b-4a44-9536-fb66c08e8835 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79af68672b6f4f7093d93e98059f6768&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2711728
Feb 18 04:46:49.552360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9308fa-1f8b-4a44-9536-fb66c08e8835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc77ffcc-5161-46e1-b3d8-971777dc5144,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:49.554970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58498) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:49.557689 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cf9308fa-1f8b-4a44-9536-fb66c08e8835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:49.593088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ece544-a6e1-4dd0-a778-fc2bb90dfbfa req-c45b25b0-bd90-414d-9e94-77f2279af1b6 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:49.594695 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b2ece544-a6e1-4dd0-a778-fc2bb90dfbfa req-c45b25b0-bd90-414d-9e94-77f2279af1b6 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 943 time: 0.1629593
Feb 18 04:46:49.621746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1cb602af-4cb9-48af-849d-cc14c9de44ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.634546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-904ae480-96d8-4736-960e-42ef2c0616b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.649536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1cb602af-4cb9-48af-849d-cc14c9de44ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.650477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-20250b72-18e5-4806-a4fe-6c19d13dee46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:49.659154 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b2ece544-a6e1-4dd0-a778-fc2bb90dfbfa req-ecb0513c-31ae-4830-85bd-89e1e3e68da9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0561752
Feb 18 04:46:49.665795 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ae480-96d8-4736-960e-42ef2c0616b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f31deef-e86e-478c-8264-c442681c4482,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:49.668340 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-904ae480-96d8-4736-960e-42ef2c0616b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:49.688740 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-904ae480-96d8-4736-960e-42ef2c0616b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.692592 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-904ae480-96d8-4736-960e-42ef2c0616b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f31deef-e86e-478c-8264-c442681c4482 HTTP/1.1" status: 204  len: 168 time: 0.3090422
Feb 18 04:46:49.733234 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1cb602af-4cb9-48af-849d-cc14c9de44ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.739066 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-81078db4-4a4a-4770-bf62-8091db8d7701 tempest-VolumesNegativeTest-1054552378 tempest-VolumesNegativeTest-1054552378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:49.758377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb602af-4cb9-48af-849d-cc14c9de44ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc77ffcc-5161-46e1-b3d8-971777dc5144,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:49.764234 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1cb602af-4cb9-48af-849d-cc14c9de44ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:49.769235 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1cb602af-4cb9-48af-849d-cc14c9de44ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:49.773712 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-1cb602af-4cb9-48af-849d-cc14c9de44ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc77ffcc-5161-46e1-b3d8-971777dc5144 HTTP/1.1" status: 204  len: 168 time: 0.2146323
Feb 18 04:46:50.279656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58520) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:50.298968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2c29e03c-42d9-4135-9211-eda042a3a386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:50.314448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2c29e03c-42d9-4135-9211-eda042a3a386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:50.318519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2c29e03c-42d9-4135-9211-eda042a3a386 admin admin] Usage tracker for resource:security_group_rule and tenant:abe10584a1fb4819913d6470784573f1 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:50.322010 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-2c29e03c-42d9-4135-9211-eda042a3a386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:50.327827 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-2c29e03c-42d9-4135-9211-eda042a3a386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:50.412364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2c29e03c-42d9-4135-9211-eda042a3a386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:50.435760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2c29e03c-42d9-4135-9211-eda042a3a386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:50.443308 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-1650e5e5-713d-406c-a6ab-1734585a2d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:50.488262 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2c29e03c-42d9-4135-9211-eda042a3a386 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=abe10584a1fb4819913d6470784573f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2073510
Feb 18 04:46:50.489416 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29e03c-42d9-4135-9211-eda042a3a386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dcc272-f064-40e1-92b2-8f57c8751974,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:50.491622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58526) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:50.496342 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2c29e03c-42d9-4135-9211-eda042a3a386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:50.555495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-208b6e11-03af-4fda-8bcb-3552c49fa82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:50.583065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-208b6e11-03af-4fda-8bcb-3552c49fa82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:50.658738 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-208b6e11-03af-4fda-8bcb-3552c49fa82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:50.664417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-58fa7c85-5cec-48c8-bccf-c6f7cc529c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:50.678837 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b6e11-03af-4fda-8bcb-3552c49fa82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dcc272-f064-40e1-92b2-8f57c8751974,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:50.681685 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-208b6e11-03af-4fda-8bcb-3552c49fa82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:50.682935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-208b6e11-03af-4fda-8bcb-3552c49fa82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:50.684130 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-208b6e11-03af-4fda-8bcb-3552c49fa82d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40dcc272-f064-40e1-92b2-8f57c8751974 HTTP/1.1" status: 204  len: 168 time: 0.1914544
Feb 18 04:46:50.906255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54e905-4dd8-4a02-ad5a-7852d538a372 req-3b599087-9b9a-4dea-a903-259ef42a1a3b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:50.908171 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7b54e905-4dd8-4a02-ad5a-7852d538a372 req-3b599087-9b9a-4dea-a903-259ef42a1a3b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 943 time: 0.1013787
Feb 18 04:46:50.958759 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7b54e905-4dd8-4a02-ad5a-7852d538a372 req-c3cfba14-aced-4b77-b978-8c045378276e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0432107
Feb 18 04:46:51.593629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 58570) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:51.718347 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c50159ab-d737-41be-8342-6084050cbd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:51.733701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c50159ab-d737-41be-8342-6084050cbd4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:51.737750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c50159ab-d737-41be-8342-6084050cbd4d admin admin] Usage tracker for resource:security_group_rule and tenant:db0e5cfc63eb4fdcba0264a82868913a is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:51.741297 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-c50159ab-d737-41be-8342-6084050cbd4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:51.747523 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-c50159ab-d737-41be-8342-6084050cbd4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:51.834020 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c50159ab-d737-41be-8342-6084050cbd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:51.875956 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-c50159ab-d737-41be-8342-6084050cbd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:51.888865 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d696365d-6e86-46b4-b2ff-4d6007f4c0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:51.931564 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-c50159ab-d737-41be-8342-6084050cbd4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db0e5cfc63eb4fdcba0264a82868913a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3367558
Feb 18 04:46:51.933270 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50159ab-d737-41be-8342-6084050cbd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c527438b-62c4-4bad-b337-b4daef55bf52,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:51.934460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58584) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:51.936775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c50159ab-d737-41be-8342-6084050cbd4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:52.000107 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f7c1e4eb-b485-4761-8ce9-4fdfd1230ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:52.030626 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f7c1e4eb-b485-4761-8ce9-4fdfd1230ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:52.110748 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f7c1e4eb-b485-4761-8ce9-4fdfd1230ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:52.116848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d23ec0a1-ea32-4884-83b5-691fc1f0c0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:52.133984 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1e4eb-b485-4761-8ce9-4fdfd1230ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c527438b-62c4-4bad-b337-b4daef55bf52,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:52.138475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f7c1e4eb-b485-4761-8ce9-4fdfd1230ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:52.140634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f7c1e4eb-b485-4761-8ce9-4fdfd1230ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:52.144909 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f7c1e4eb-b485-4761-8ce9-4fdfd1230ce8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c527438b-62c4-4bad-b337-b4daef55bf52 HTTP/1.1" status: 204  len: 168 time: 0.2091126
Feb 18 04:46:52.176617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b194c3-29ec-438f-815d-eccb4de9df3c req-af1a54c6-1f34-47cc-8ad6-82ceb98f58df tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:52.178955 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e9b194c3-29ec-438f-815d-eccb4de9df3c req-af1a54c6-1f34-47cc-8ad6-82ceb98f58df tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 943 time: 0.0910690
Feb 18 04:46:52.237813 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e9b194c3-29ec-438f-815d-eccb4de9df3c req-9e72742b-fa91-4427-9744-3716cccdb95a tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0433097
Feb 18 04:46:53.008703 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58612) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:53.117567 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1223343677-network', 'tenant_id': 'e649548d6c5b498aae570cf5b897d6e5'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:46:53.123032 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:53.127201 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Usage tracker for resource:network and tenant:e649548d6c5b498aae570cf5b897d6e5 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:53.130208 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:53.136686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:53.167305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Made reservation on behalf of e649548d6c5b498aae570cf5b897d6e5 for: {'network': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:46:53.171997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:53.184640 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:53.203636 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:53.207640 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Usage tracker for resource:security_group_rule and tenant:e649548d6c5b498aae570cf5b897d6e5 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:53.211156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:53.216925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:53.301327 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:53.327473 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:53.331949 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6544db38-9b45-449a-9c28-9e0b969c2bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:53.366396 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:46:53.413910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c2323b-9afa-406a-ad3b-23d8c5e21859,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:53.422969 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:53.427817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794549379870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:53.428785 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Added segment f2b73855-9620-4dd4-85c4-715a2cb2eac9 of type vxlan for network 43560a38-7052-4133-9020-f3ab93f0cd4c
Feb 18 04:46:53.466485 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:53.505057 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dce03-3f94-48b2-a4bb-5ef69dc78e89 req-c954e9be-f88c-48ea-9401-73e9ae03bd83 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:53.507369 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d67dce03-3f94-48b2-a4bb-5ef69dc78e89 req-c954e9be-f88c-48ea-9401-73e9ae03bd83 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 943 time: 0.1462924
Feb 18 04:46:53.555949 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d67dce03-3f94-48b2-a4bb-5ef69dc78e89 req-d7e8ae43-f213-4e11-be2a-a668fb4af19c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0414231
Feb 18 04:46:53.562853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:53.564773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:53.565414 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:53.571271 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-b1291c59-6743-40c6-be44-01c687654d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:53.677119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Pushing event updated for resources: {'Network': ['ID=43560a38-7052-4133-9020-f3ab93f0cd4c,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:53.690513 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:53.691283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network 43560a38-7052-4133-9020-f3ab93f0cd4c details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:46:53.705404 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network 43560a38-7052-4133-9020-f3ab93f0cd4c details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:46:53.712778 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6998501
Feb 18 04:46:53.712778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 58622) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:46:53.718675 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Request body: {'subnet': {'network_id': '43560a38-7052-4133-9020-f3ab93f0cd4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1223343677-subnet', 'tenant_id': 'e649548d6c5b498aae570cf5b897d6e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:46:53.724194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:53.728774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Usage tracker for resource:subnet and tenant:e649548d6c5b498aae570cf5b897d6e5 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:53.731913 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:53.737672 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:53.789172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Made reservation on behalf of e649548d6c5b498aae570cf5b897d6e5 for: {'subnet': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:46:53.794844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852220135'] for subnet, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:54.228614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852847028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852220118'] for subnet, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:54.244217 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e906ec6d-da82-4086-89b9-7e1905769b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:54.370207 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc748ab6-fcd1-480b-bb30-90bbcb675b0d,revision_number=0']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:54.374517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:54.444150 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Checking segment: {'id': 'f2b73855-9620-4dd4-85c4-715a2cb2eac9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43560a38-7052-4133-9020-f3ab93f0cd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:46:54.444459 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Network hostable DHCP agents. Network: 43560a38-7052-4133-9020-f3ab93f0cd4c, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:46:54.493351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Network 43560a38-7052-4133-9020-f3ab93f0cd4c is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:46:54.494644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 2631f976-431c-435f-b952-42e029ee0ada up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:46:54.544682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, 43560a38-7052-4133-9020-f3ab93f0cd4c) {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:46:54.556960 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485ce566-a623-4216-bcec-118da2c3875a None None] Network 43560a38-7052-4133-9020-f3ab93f0cd4c requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:46:54.558024 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:54.558743 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:54.604939 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-58d0e75a-eccd-4c3e-b169-ca28ad432f50 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8890090
Feb 18 04:46:54.754133 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port 2631f976-431c-435f-b952-42e029ee0ada completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:46:54.769036 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 2631f976-431c-435f-b952-42e029ee0ada triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:46:54.769681 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:54.839105 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd2ad2-ef72-4917-824f-0acb28bd149f req-cbcdabd3-361f-48fe-9167-380a9f55cc8e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:54.841488 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8dd2ad2-ef72-4917-824f-0acb28bd149f req-cbcdabd3-361f-48fe-9167-380a9f55cc8e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 943 time: 0.1140537
Feb 18 04:46:54.895076 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c8dd2ad2-ef72-4917-824f-0acb28bd149f req-97505bdd-86db-41ff-9f31-6087c70a4d9e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0456929
Feb 18 04:46:54.903960 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8886e9-cea6-44c0-859f-53e519e36f2e None None] Network 43560a38-7052-4133-9020-f3ab93f0cd4c requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:46:55.056857 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:55.111465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2631f976-431c-435f-b952-42e029ee0ada'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:46:55.159975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 2631f976-431c-435f-b952-42e029ee0ada, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=2631f976-431c-435f-b952-42e029ee0ada,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:46:55.209718 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2631f976-431c-435f-b952-42e029ee0ada', 'code': 200}
Feb 18 04:46:55.221132 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:55.223226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:55.294282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=2631f976-431c-435f-b952-42e029ee0ada,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:55.297733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:55.530496 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825adc40-a49a-40b8-b2d7-51f54d8bc7d2 req-b8410835-1bf6-44a0-a7ff-1d53ec1a7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:55.532299 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-825adc40-a49a-40b8-b2d7-51f54d8bc7d2 req-b8410835-1bf6-44a0-a7ff-1d53ec1a7b57 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 1162 time: 0.0818872
Feb 18 04:46:55.576962 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-825adc40-a49a-40b8-b2d7-51f54d8bc7d2 req-ec0bedca-e12c-43a7-864c-f0551946a94a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0380661
Feb 18 04:46:56.099370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d934dee-b212-4254-92fd-4945ae4dda9e req-cc7e9362-fc60-47bf-8a17-2edb94287a86 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:56.101540 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d934dee-b212-4254-92fd-4945ae4dda9e req-cc7e9362-fc60-47bf-8a17-2edb94287a86 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 945 time: 0.0887370
Feb 18 04:46:56.154525 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4d934dee-b212-4254-92fd-4945ae4dda9e req-64871cbb-7524-4d09-89ff-216387c68826 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0467505
Feb 18 04:46:56.252272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 2631f976-431c-435f-b952-42e029ee0ada up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:46:56.324588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 2631f976-431c-435f-b952-42e029ee0ada triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:46:56.325119 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:56.902685 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-6a14aa54-b828-408d-b2a3-439354b430b7 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:56.903451 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-6a14aa54-b828-408d-b2a3-439354b430b7 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Synchronizing usage tracker for tenant:e649548d6c5b498aae570cf5b897d6e5 on resource:network {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:46:56.950204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-6a14aa54-b828-408d-b2a3-439354b430b7 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Unset dirty status for tenant:e649548d6c5b498aae570cf5b897d6e5 on resource:network {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:46:56.951681 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-6a14aa54-b828-408d-b2a3-439354b430b7 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/networks?id=43560a38-7052-4133-9020-f3ab93f0cd4c HTTP/1.1" status: 200  len: 809 time: 0.2061148
Feb 18 04:46:56.968497 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-abbd1892-1f33-43ec-8fac-3607183a04c9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/quotas/e649548d6c5b498aae570cf5b897d6e5 HTTP/1.1" status: 200  len: 375 time: 0.0108113
Feb 18 04:46:57.026352 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-7f353120-5f64-48f2-98c7-1f9f83837c6e tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e649548d6c5b498aae570cf5b897d6e5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0522046
Feb 18 04:46:57.169665 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-f5cf8de3-58dc-4cbd-802b-53f0d704e9df service neutron] 10.222.0.43 "GET /v2.0/networks/43560a38-7052-4133-9020-f3ab93f0cd4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356800
Feb 18 04:46:57.318073 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-dcafad9b-bd21-4b84-91c1-6ce1aefb8f36 service neutron] 10.222.0.43 "GET /v2.0/networks/43560a38-7052-4133-9020-f3ab93f0cd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420465
Feb 18 04:46:57.363011 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc80761-4edc-49db-9aa6-bdf976d17ee1 req-fa1ffa47-a626-425a-9896-b1eab558fe24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:57.364686 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1bc80761-4edc-49db-9aa6-bdf976d17ee1 req-fa1ffa47-a626-425a-9896-b1eab558fe24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 945 time: 0.0969563
Feb 18 04:46:57.414313 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1bc80761-4edc-49db-9aa6-bdf976d17ee1 req-606fe17d-9d1d-4508-af6c-1d2ec3f6263f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0428309
Feb 18 04:46:57.565381 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d74a53c4-2343-46ec-99e6-37952ebb82a8 req-73153b56-85bb-4c5a-8cda-f337a2033424 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 210 time: 0.0557911
Feb 18 04:46:57.624825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ad314-de44-4865-b928-3d43112b876c req-44a14d92-b024-4515-a295-43c9063fedf3 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:57.626474 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f46ad314-de44-4865-b928-3d43112b876c req-44a14d92-b024-4515-a295-43c9063fedf3 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 945 time: 0.0937831
Feb 18 04:46:57.674874 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f46ad314-de44-4865-b928-3d43112b876c req-76404711-6542-450d-9045-4c95b6b72ee6 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413616
Feb 18 04:46:57.877580 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-0cc84ec6-7bdf-4484-8b29-54638a83c841 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1635969
Feb 18 04:46:57.888767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'floatingip': {'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:46:57.894806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:57.904661 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:57.938601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:58.084050 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:58.596598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Allocated IP 172.27.3.198 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/4c51febb-cb8b-4652-bfe9-d15a1e13defb) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:46:58.760577 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-76021778-1486-46f3-a410-3671a95302b9 req-e4f01fdc-8dae-4d91-83c2-7f0689690638 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 210 time: 0.0721481
Feb 18 04:46:58.764025 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:58.823097 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:58.838679 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-951c3ea8-3719-411c-826f-2ac5a2147b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:58.976523 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event updated for resources: {'Port': ['ID=4c51febb-cb8b-4652-bfe9-d15a1e13defb,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:46:58.992514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.992514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.992514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.992514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.992514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.992514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.992514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.992514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.992514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.992514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.992514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.993593 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.993593 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.993800 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.994042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.994436 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.994848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.995245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.995914 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.996296 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.996689 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.997081 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.997472 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:58.997862 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:46:59.011275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:46:59.048401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:46:59.049620 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:46:59.051907 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:46:59.148350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:59.282716 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:59.560860 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-07f9f730-ee0e-4c74-a2c8-b401bf614de4 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:46:59.562407 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-07f9f730-ee0e-4c74-a2c8-b401bf614de4 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.16 "GET /v2.0/networks?id=43560a38-7052-4133-9020-f3ab93f0cd4c HTTP/1.1" status: 200  len: 809 time: 0.2509520
Feb 18 04:46:59.639185 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Request body: {'port': {'device_id': 'cd8d1b3d-9143-4692-ad0b-7d005091f055', 'network_id': '43560a38-7052-4133-9020-f3ab93f0cd4c', 'admin_state_up': True, 'tenant_id': 'e649548d6c5b498aae570cf5b897d6e5'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:46:59.839914 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:46:59.845811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Usage tracker for resource:port and tenant:e649548d6c5b498aae570cf5b897d6e5 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:46:59.856658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:46:59.866136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:46:59.869451 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:59.902601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:46:59.918781 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4c441ebc-eea7-4d2e-992a-8eb19370c114 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:46:59.923740 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-afd1e412-418a-4d3e-8c38-05136b98a61e req-49ccac6b-e583-45c2-9b88-fbbdeea3114e tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 210 time: 0.0490029
Feb 18 04:47:00.013927 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Made reservation on behalf of e649548d6c5b498aae570cf5b897d6e5 for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:47:00.019488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:00.117062 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event updated for resources: {'Port': ['ID=4c51febb-cb8b-4652-bfe9-d15a1e13defb,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:00.120180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:00.373462 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:00.483420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Allocated IP 172.20.0.8 (43560a38-7052-4133-9020-f3ab93f0cd4c/bc748ab6-fcd1-480b-bb30-90bbcb675b0d/359f06b8-1280-4504-ba8f-6d84a1fc0b12) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:47:00.496993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:00.498312 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6139901
Feb 18 04:47:00.595524 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-421fdb71-f44e-41cc-823f-150ab5ce7a87 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:floatingip {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:47:00.658575 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-421fdb71-f44e-41cc-823f-150ab5ce7a87 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:floatingip {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:47:00.659816 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-421fdb71-f44e-41cc-823f-150ab5ce7a87 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.198 HTTP/1.1" status: 200  len: 696 time: 0.1550386
Feb 18 04:47:00.948974 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-92f7b1cc-d69c-4f0b-be97-649860750082 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:00.950407 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2faab0b0-cdae-4db1-af14-e30df66bc76a req-92f7b1cc-d69c-4f0b-be97-649860750082 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 784 time: 0.2841384
Feb 18 04:47:00.969642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:01.047952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:01.122420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d103f65b-e572-46cc-8915-d10aa93be72e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:01.191622 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26f05-aa5a-40fe-810f-b4a748faf37f req-c7234b92-51fd-476a-bc92-8be9e804af90 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:01.193309 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-30c26f05-aa5a-40fe-810f-b4a748faf37f req-c7234b92-51fd-476a-bc92-8be9e804af90 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 931 time: 0.1043236
Feb 18 04:47:01.243134 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-30c26f05-aa5a-40fe-810f-b4a748faf37f req-1ca73a3f-a16b-42f9-ad9b-5366985b64a6 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429800
Feb 18 04:47:01.518627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Pushing event updated for resources: {'Port': ['ID=359f06b8-1280-4504-ba8f-6d84a1fc0b12,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:01.533852 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:01.590063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Network 43560a38-7052-4133-9020-f3ab93f0cd4c is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:47:01.591350 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:47:01.598708 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-e9ba1451-cf3e-4659-a94d-754f1e6127a7 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:01.601026 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-e9ba1451-cf3e-4659-a94d-754f1e6127a7 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.4408157
Feb 18 04:47:01.601789 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:47:01.728584 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-0892fa4e-6cf2-4cb6-b773-6b6fd5daaf87 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.198 HTTP/1.1" status: 200  len: 696 time: 0.0998137
Feb 18 04:47:01.741048 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:01.741698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:01.750305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-81371e29-1175-4b5f-9af5-31ad7c7971c0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'floatingip': {'port_id': '2631f976-431c-435f-b952-42e029ee0ada', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:47:01.841623 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-81371e29-1175-4b5f-9af5-31ad7c7971c0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:01.901240 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2713003
Feb 18 04:47:02.444650 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06224f31-5e5a-4e53-abe8-8a56324b0859 req-bfda31bb-8ece-4c9f-bc3d-af2d2ffc0294 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:02.446203 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06224f31-5e5a-4e53-abe8-8a56324b0859 req-bfda31bb-8ece-4c9f-bc3d-af2d2ffc0294 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 931 time: 0.0881763
Feb 18 04:47:02.467601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-81371e29-1175-4b5f-9af5-31ad7c7971c0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:02.498150 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-06224f31-5e5a-4e53-abe8-8a56324b0859 req-8781f0db-87ab-4524-ad12-282740784602 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454955
Feb 18 04:47:02.504382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-81371e29-1175-4b5f-9af5-31ad7c7971c0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:02.684008 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-81371e29-1175-4b5f-9af5-31ad7c7971c0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Floating IP 7078a37b-00fc-4f6b-9ceb-3b5556a7a2db associated. External IP: 172.27.3.198, port: 2631f976-431c-435f-b952-42e029ee0ada.
Feb 18 04:47:03.061722 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-81371e29-1175-4b5f-9af5-31ad7c7971c0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Router 080d65e3-660b-4745-bb4f-ef6659615281 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:47:03.246199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-81371e29-1175-4b5f-9af5-31ad7c7971c0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:47:03.250980 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-81371e29-1175-4b5f-9af5-31ad7c7971c0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:03.255694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac77273-3078-472e-a462-d52b65c212ea None None] Sync routers for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:47:03.267028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac77273-3078-472e-a462-d52b65c212ea None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:47:03.267698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-fac77273-3078-472e-a462-d52b65c212ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e312630>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:46:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:47:03.312643 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-81371e29-1175-4b5f-9af5-31ad7c7971c0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "PUT /v2.0/floatingips/7078a37b-00fc-4f6b-9ceb-3b5556a7a2db HTTP/1.1" status: 200  len: 996 time: 1.5762453
Feb 18 04:47:03.313206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'tag': '2631f976-431c-435f-b952-42e029ee0ada'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:47:03.381910 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'tag': '2631f976-431c-435f-b952-42e029ee0ada', 'status': 'completed', 'code': 200}
Feb 18 04:47:03.418419 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-cdbfd9b4-53db-442d-b73c-c83df627366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:03.420111 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-cdbfd9b4-53db-442d-b73c-c83df627366d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 1162 time: 0.0834136
Feb 18 04:47:03.457689 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-fac77273-3078-472e-a462-d52b65c212ea None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:47:03.566252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-7395fff1-d17b-4ca1-a4a5-b724502c66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:03.567963 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-7395fff1-d17b-4ca1-a4a5-b724502c66fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.1415212
Feb 18 04:47:03.691826 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-a77b048b-6249-4445-929e-f2c624e8243f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2631f976-431c-435f-b952-42e029ee0ada HTTP/1.1" status: 200  len: 999 time: 0.1161408
Feb 18 04:47:03.708850 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb3b98-783e-4e00-a42b-e86433e32d56 req-2e6102bb-f8c8-4e15-8f25-80c05c0cb92e tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:03.710536 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3aeb3b98-783e-4e00-a42b-e86433e32d56 req-2e6102bb-f8c8-4e15-8f25-80c05c0cb92e tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 931 time: 0.0932789
Feb 18 04:47:03.761443 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3aeb3b98-783e-4e00-a42b-e86433e32d56 req-5726e014-ceaa-4d44-9a81-53b79c7820f9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440252
Feb 18 04:47:03.763644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-dc2a2a19-b7d9-4587-a25d-9c952010a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:03.765340 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-dc2a2a19-b7d9-4587-a25d-9c952010a9b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.0662146
Feb 18 04:47:03.995988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-fac77273-3078-472e-a462-d52b65c212ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e312630>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '7078a37b-00fc-4f6b-9ceb-3b5556a7a2db', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': '2631f976-431c-435f-b952-42e029ee0ada', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:4b:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:46:59Z', 'updated_at': '2021-02-18T04:47:02Z', 'revision_number': 1, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:47:04.000704 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac77273-3078-472e-a462-d52b65c212ea None None] Checking router: 080d65e3-660b-4745-bb4f-ef6659615281 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:47:04.011454 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac77273-3078-472e-a462-d52b65c212ea None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:47:04.012138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-fac77273-3078-472e-a462-d52b65c212ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e312630>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:46:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:47:04.103875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-c5eb6941-4fef-4758-b8ba-ce5cbc3dd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:04.105505 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-c5eb6941-4fef-4758-b8ba-ce5cbc3dd53e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3339036
Feb 18 04:47:04.201491 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-fac77273-3078-472e-a462-d52b65c212ea None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:47:04.249446 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-7e374de7-5955-4782-a6c8-9ceaf16eb6fe service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367230
Feb 18 04:47:04.285153 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Request body: {'port': {'device_id': 'cd8d1b3d-9143-4692-ad0b-7d005091f055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:47:04.550775 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebcaeb98-f925-4cfe-a2b9-37d5bb9d34fe req-2552d3ed-70fd-409e-9315-7f1df10bdeba service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2950532
Feb 18 04:47:04.570976 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-fac77273-3078-472e-a462-d52b65c212ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e312630>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '7078a37b-00fc-4f6b-9ceb-3b5556a7a2db', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': '2631f976-431c-435f-b952-42e029ee0ada', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:4b:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:46:59Z', 'updated_at': '2021-02-18T04:47:02Z', 'revision_number': 1, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:47:04.575346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac77273-3078-472e-a462-d52b65c212ea None None] The sync data for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi is: [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '7078a37b-00fc-4f6b-9ceb-3b5556a7a2db', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': '2631f976-431c-435f-b952-42e029ee0ada', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:4b:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:46:59Z', 'updated_at': '2021-02-18T04:47:02Z', 'revision_number': 1, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:47:04.578437 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:04.598865 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07c5e3-9b74-4642-86ba-036f89a382f3 req-39faafa3-4a5d-4b61-8921-861c1534871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:04.600519 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9d07c5e3-9b74-4642-86ba-036f89a382f3 req-39faafa3-4a5d-4b61-8921-861c1534871d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 1162 time: 0.2354555
Feb 18 04:47:04.894822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90537e01-1422-430a-809a-82fcca99d33b None None] New status for floating IP 7078a37b-00fc-4f6b-9ceb-3b5556a7a2db: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:47:04.901498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07c5e3-9b74-4642-86ba-036f89a382f3 req-e82fec3a-d879-40e1-adda-35cbdae701f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:04.903131 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9d07c5e3-9b74-4642-86ba-036f89a382f3 req-e82fec3a-d879-40e1-adda-35cbdae701f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.2694943
Feb 18 04:47:04.993498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3f545-ff83-49c3-aeb4-649170b4bde4 req-c4724699-c71a-483d-ab0e-63ad5e9f7361 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:04.995528 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f6e3f545-ff83-49c3-aeb4-649170b4bde4 req-c4724699-c71a-483d-ab0e-63ad5e9f7361 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 931 time: 0.1138384
Feb 18 04:47:05.049109 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f6e3f545-ff83-49c3-aeb4-649170b4bde4 req-49f632c0-4fa6-4816-8d4a-87046897aed9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456226
Feb 18 04:47:05.134628 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9d07c5e3-9b74-4642-86ba-036f89a382f3 req-d9b48613-b02d-4959-80f5-fd9ca9c99437 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2631f976-431c-435f-b952-42e029ee0ada HTTP/1.1" status: 200  len: 999 time: 0.2234621
Feb 18 04:47:05.244672 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07c5e3-9b74-4642-86ba-036f89a382f3 req-0f16c1e9-3920-42c9-a198-e948c9f46448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:05.246514 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9d07c5e3-9b74-4642-86ba-036f89a382f3 req-0f16c1e9-3920-42c9-a198-e948c9f46448 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.1050136
Feb 18 04:47:05.380327 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359f06b8-1280-4504-ba8f-6d84a1fc0b12 {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:47:05.395723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:05.410979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07c5e3-9b74-4642-86ba-036f89a382f3 req-11df9e8b-adab-4bf4-9f1e-7934de386c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:05.412812 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9d07c5e3-9b74-4642-86ba-036f89a382f3 req-11df9e8b-adab-4bf4-9f1e-7934de386c87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1583753
Feb 18 04:47:05.415204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Transition to ACTIVE for port object 359f06b8-1280-4504-ba8f-6d84a1fc0b12 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:47:05.492943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:05.513029 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-fe67a26d-30a3-4fbf-95f7-40aefa945ad9 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:05.561385 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-26432692-24dd-4fc3-8c7d-f7738fad71d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:05.663565 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Pushing event updated for resources: {'Port': ['ID=359f06b8-1280-4504-ba8f-6d84a1fc0b12,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:05.669730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:05.741252 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9d07c5e3-9b74-4642-86ba-036f89a382f3 req-67ec9b33-5464-4dc0-bf0c-629a561795fe service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3210728
Feb 18 04:47:06.015607 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9d07c5e3-9b74-4642-86ba-036f89a382f3 req-a654e903-6373-4973-8dca-0553c57d1502 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2658494
Feb 18 04:47:06.019561 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Attempting to bind port 359f06b8-1280-4504-ba8f-6d84a1fc0b12 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:47:06.019936 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Attempting to bind port 359f06b8-1280-4504-ba8f-6d84a1fc0b12 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'f2b73855-9620-4dd4-85c4-715a2cb2eac9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43560a38-7052-4133-9020-f3ab93f0cd4c'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:47:06.020328 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Attempting to bind port 359f06b8-1280-4504-ba8f-6d84a1fc0b12 on network 43560a38-7052-4133-9020-f3ab93f0cd4c {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:47:06.026983 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:47:06.027366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Checking segment: {'id': 'f2b73855-9620-4dd4-85c4-715a2cb2eac9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43560a38-7052-4133-9020-f3ab93f0cd4c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:47:06.027775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:06.028174 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Bound using segment: {'id': 'f2b73855-9620-4dd4-85c4-715a2cb2eac9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43560a38-7052-4133-9020-f3ab93f0cd4c'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:47:06.028656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Bound port: 359f06b8-1280-4504-ba8f-6d84a1fc0b12, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b73855-9620-4dd4-85c4-715a2cb2eac9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43560a38-7052-4133-9020-f3ab93f0cd4c'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:47:06.029029 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:06.130371 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] For port 359f06b8-1280-4504-ba8f-6d84a1fc0b12, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:47:06.133741 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] For port 359f06b8-1280-4504-ba8f-6d84a1fc0b12, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=359f06b8-1280-4504-ba8f-6d84a1fc0b12,segment=NetworkSegment(f2b73855-9620-4dd4-85c4-715a2cb2eac9),segment_id=f2b73855-9620-4dd4-85c4-715a2cb2eac9)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:47:06.202572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:06.223212 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a87c21dd-df9f-4cf1-b51c-8de585c9dd71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:06.397165 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Pushing event updated for resources: {'Port': ['ID=359f06b8-1280-4504-ba8f-6d84a1fc0b12,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:06.403333 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:06.443292 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c625f5-dbd3-4e0f-9861-aa40017ea8c0 req-33ded6b5-0213-4967-8fe4-665391c4512c tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:06.444562 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-96c625f5-dbd3-4e0f-9861-aa40017ea8c0 req-33ded6b5-0213-4967-8fe4-665391c4512c tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Synchronizing usage tracker for tenant:e649548d6c5b498aae570cf5b897d6e5 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:47:06.464541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:06.465212 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:06.466679 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] 10.222.0.16 "PUT /v2.0/ports/359f06b8-1280-4504-ba8f-6d84a1fc0b12 HTTP/1.1" status: 200  len: 1157 time: 2.1863396
Feb 18 04:47:06.467254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8d1b3d-9143-4692-ad0b-7d005091f055', 'tag': '359f06b8-1280-4504-ba8f-6d84a1fc0b12'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:47:06.517969 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8d1b3d-9143-4692-ad0b-7d005091f055', 'tag': '359f06b8-1280-4504-ba8f-6d84a1fc0b12', 'status': 'completed', 'code': 200}
Feb 18 04:47:06.585560 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-96c625f5-dbd3-4e0f-9861-aa40017ea8c0 req-33ded6b5-0213-4967-8fe4-665391c4512c tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Unset dirty status for tenant:e649548d6c5b498aae570cf5b897d6e5 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:47:06.586899 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-96c625f5-dbd3-4e0f-9861-aa40017ea8c0 req-33ded6b5-0213-4967-8fe4-665391c4512c tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 943 time: 0.4205341
Feb 18 04:47:06.649404 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-96c625f5-dbd3-4e0f-9861-aa40017ea8c0 req-3803c072-f470-4a77-87d4-c02fb83f0d76 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Synchronizing usage tracker for tenant:e649548d6c5b498aae570cf5b897d6e5 on resource:security_group {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:47:06.673761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17182ac-7858-45b8-a1f7-1f48ad1712e3 req-daa152f5-0d30-452d-b256-58379c06bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:06.675370 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f17182ac-7858-45b8-a1f7-1f48ad1712e3 req-daa152f5-0d30-452d-b256-58379c06bbf2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e649548d6c5b498aae570cf5b897d6e5&device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 1160 time: 0.1340613
Feb 18 04:47:06.999924 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-96c625f5-dbd3-4e0f-9861-aa40017ea8c0 req-3803c072-f470-4a77-87d4-c02fb83f0d76 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Unset dirty status for tenant:e649548d6c5b498aae570cf5b897d6e5 on resource:security_group {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:47:07.001171 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-96c625f5-dbd3-4e0f-9861-aa40017ea8c0 req-3803c072-f470-4a77-87d4-c02fb83f0d76 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4057732
Feb 18 04:47:07.070937 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17182ac-7858-45b8-a1f7-1f48ad1712e3 req-5aedad32-d653-4e96-88f3-0852f9c4ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:07.072521 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f17182ac-7858-45b8-a1f7-1f48ad1712e3 req-5aedad32-d653-4e96-88f3-0852f9c4ba15 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e649548d6c5b498aae570cf5b897d6e5&shared=False HTTP/1.1" status: 200  len: 903 time: 0.3898692
Feb 18 04:47:07.222115 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17182ac-7858-45b8-a1f7-1f48ad1712e3 req-f129e6e5-db0f-42c6-bb54-d48d5944c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:07.223744 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f17182ac-7858-45b8-a1f7-1f48ad1712e3 req-f129e6e5-db0f-42c6-bb54-d48d5944c238 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1440530
Feb 18 04:47:07.339922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fce05f2d-2a4d-4898-ba42-a1ed5f4a8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:07.341515 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-fce05f2d-2a4d-4898-ba42-a1ed5f4a8c4d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e649548d6c5b498aae570cf5b897d6e5&device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 1160 time: 0.0821550
Feb 18 04:47:07.414185 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-5a5dcf8f-3be2-4fcd-b81f-cee8e81f0874 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=359f06b8-1280-4504-ba8f-6d84a1fc0b12 HTTP/1.1" status: 200  len: 217 time: 0.0646124
Feb 18 04:47:07.485146 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-df5e3e5b-5afe-46cc-b525-528d52fc0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:07.486691 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-df5e3e5b-5afe-46cc-b525-528d52fc0cb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc748ab6-fcd1-480b-bb30-90bbcb675b0d HTTP/1.1" status: 200  len: 849 time: 0.0662169
Feb 18 04:47:07.539283 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-c4a506e2-e1d2-4e21-8693-3cce20dffb01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43560a38-7052-4133-9020-f3ab93f0cd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459592
Feb 18 04:47:07.688789 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-dbaa7ae1-95fc-4e99-863d-5d219d0a1e84 service neutron] 10.222.0.16 "GET /v2.0/networks/43560a38-7052-4133-9020-f3ab93f0cd4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382830
Feb 18 04:47:07.822580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-68b3d5fb-0769-40cc-81ac-ddda0db065d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:07.843298 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f0c7bf0c-f3dc-49ef-86f2-6f773a07a9d6 req-5e478119-d3ee-468b-9794-d54cce14e811 service neutron] 10.222.0.16 "GET /v2.0/networks/43560a38-7052-4133-9020-f3ab93f0cd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418850
Feb 18 04:47:08.206392 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722e6c7-3ff1-4954-a85d-8d026610309c req-dd93c36d-b9fb-42d5-9154-c9a349006304 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:08.207949 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d722e6c7-3ff1-4954-a85d-8d026610309c req-dd93c36d-b9fb-42d5-9154-c9a349006304 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 943 time: 0.0868657
Feb 18 04:47:08.256240 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d722e6c7-3ff1-4954-a85d-8d026610309c req-22aa03a6-2b14-48da-a42c-6c0daca24d2a tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419912
Feb 18 04:47:08.673655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:09.460265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf72d82-3f99-402c-b6e5-8dadea1ba7a4 req-bfd3bf7b-492e-46f9-97dc-fbec9b988665 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:09.461889 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebf72d82-3f99-402c-b6e5-8dadea1ba7a4 req-bfd3bf7b-492e-46f9-97dc-fbec9b988665 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 943 time: 0.0891874
Feb 18 04:47:09.491254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:09.515107 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ebf72d82-3f99-402c-b6e5-8dadea1ba7a4 req-daddd713-5bd2-44f0-b70f-d838a41fa4d6 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467858
Feb 18 04:47:09.809741 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:10.568879 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.objects.ports [None req-a412d049-0ab2-4eef-a2aa-dd414ac7c65b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84045) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 04:47:10.719241 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ebd4c-004d-4a8e-9cb3-986d96284de7 req-71202888-d2cd-4b7c-a214-30fe70c2e57a tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:10.721062 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ab2ebd4c-004d-4a8e-9cb3-986d96284de7 req-71202888-d2cd-4b7c-a214-30fe70c2e57a tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 943 time: 0.0922396
Feb 18 04:47:10.773658 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ab2ebd4c-004d-4a8e-9cb3-986d96284de7 req-eeaffa77-92b2-4848-9b08-65eb96ce3cc7 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451889
Feb 18 04:47:10.920144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 359f06b8-1280-4504-ba8f-6d84a1fc0b12 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:47:11.156081 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port 359f06b8-1280-4504-ba8f-6d84a1fc0b12 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:47:11.161427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 359f06b8-1280-4504-ba8f-6d84a1fc0b12 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:47:11.166639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:11.290124 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:11.318875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8d1b3d-9143-4692-ad0b-7d005091f055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359f06b8-1280-4504-ba8f-6d84a1fc0b12'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:47:11.329159 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 359f06b8-1280-4504-ba8f-6d84a1fc0b12, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=359f06b8-1280-4504-ba8f-6d84a1fc0b12,segment=NetworkSegment(f2b73855-9620-4dd4-85c4-715a2cb2eac9),segment_id=f2b73855-9620-4dd4-85c4-715a2cb2eac9)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:47:11.368357 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8d1b3d-9143-4692-ad0b-7d005091f055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359f06b8-1280-4504-ba8f-6d84a1fc0b12', 'code': 200}
Feb 18 04:47:11.384323 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:11.386460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:11.461549 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=359f06b8-1280-4504-ba8f-6d84a1fc0b12,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:11.465023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:11.652152 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fe653-be92-44b4-85b9-827d4321b911 req-f5134b69-4f60-432b-9a5b-07af543c624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:11.653832 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a95fe653-be92-44b4-85b9-827d4321b911 req-f5134b69-4f60-432b-9a5b-07af543c624d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 1162 time: 0.0805869
Feb 18 04:47:11.713915 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a95fe653-be92-44b4-85b9-827d4321b911 req-3784b19f-be51-48d4-8773-5eac8d2c995d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411811
Feb 18 04:47:11.973005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bcebb-87d6-43a8-a970-3573e52d7a31 req-348cc7fc-4a23-45b7-841f-c317eb1d7958 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:11.975215 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eb7bcebb-87d6-43a8-a970-3573e52d7a31 req-348cc7fc-4a23-45b7-841f-c317eb1d7958 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 945 time: 0.0876684
Feb 18 04:47:12.028145 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eb7bcebb-87d6-43a8-a970-3573e52d7a31 req-b930e2dc-60b7-4d4a-be68-ca9d62a7b872 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463276
Feb 18 04:47:12.538717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 359f06b8-1280-4504-ba8f-6d84a1fc0b12 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:47:12.611525 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 359f06b8-1280-4504-ba8f-6d84a1fc0b12 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:47:12.611952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:13.127183 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:47:13.240896 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64049e33-4c6d-4939-976e-b3b337b5ab59 req-ca16632b-ab39-4739-807d-563051d28b99 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:13.242403 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-64049e33-4c6d-4939-976e-b3b337b5ab59 req-ca16632b-ab39-4739-807d-563051d28b99 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 945 time: 0.0911875
Feb 18 04:47:13.291815 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-64049e33-4c6d-4939-976e-b3b337b5ab59 req-f4b97b7b-36cd-4dc3-a421-fc274cd88f94 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425842
Feb 18 04:47:14.735584 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc791244-567d-45a8-ad63-3ffc6d6c2385 req-a481a560-31ce-40e4-845a-00b09010c395 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:14.737159 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cc791244-567d-45a8-ad63-3ffc6d6c2385 req-a481a560-31ce-40e4-845a-00b09010c395 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 945 time: 0.0871851
Feb 18 04:47:14.786453 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cc791244-567d-45a8-ad63-3ffc6d6c2385 req-bf2f30c6-6832-4c25-a81f-f930af449073 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428500
Feb 18 04:47:15.007943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:15.988962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d529f-b61d-492d-9c30-71f14ab38f41 req-c0c6b0c6-6a20-446c-bfd4-0022b2029f52 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:15.991127 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba9d529f-b61d-492d-9c30-71f14ab38f41 req-c0c6b0c6-6a20-446c-bfd4-0022b2029f52 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 945 time: 0.0883372
Feb 18 04:47:16.040363 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba9d529f-b61d-492d-9c30-71f14ab38f41 req-6fe25f9c-7073-42e2-90c2-eca800ffe81e tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426812
Feb 18 04:47:16.397943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-208a6670-86b0-4cca-bdf7-acb75c9c936c tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:16.399562 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-208a6670-86b0-4cca-bdf7-acb75c9c936c tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 945 time: 0.0934308
Feb 18 04:47:16.481539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Deleting port 359f06b8-1280-4504-ba8f-6d84a1fc0b12 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:47:16.481925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:16.536549 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 359f06b8-1280-4504-ba8f-6d84a1fc0b12 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:47:16.666253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:16.696773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8d1b3d-9143-4692-ad0b-7d005091f055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359f06b8-1280-4504-ba8f-6d84a1fc0b12'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:47:16.706162 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 359f06b8-1280-4504-ba8f-6d84a1fc0b12, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=359f06b8-1280-4504-ba8f-6d84a1fc0b12,segment=NetworkSegment(f2b73855-9620-4dd4-85c4-715a2cb2eac9),segment_id=f2b73855-9620-4dd4-85c4-715a2cb2eac9)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:47:16.738683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:16.740641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:16.762282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] For port 359f06b8-1280-4504-ba8f-6d84a1fc0b12, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=359f06b8-1280-4504-ba8f-6d84a1fc0b12,segment=NetworkSegment(f2b73855-9620-4dd4-85c4-715a2cb2eac9),segment_id=f2b73855-9620-4dd4-85c4-715a2cb2eac9)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:47:16.762685 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:16.778896 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8d1b3d-9143-4692-ad0b-7d005091f055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359f06b8-1280-4504-ba8f-6d84a1fc0b12', 'code': 200}
Feb 18 04:47:16.812908 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=359f06b8-1280-4504-ba8f-6d84a1fc0b12,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:16.816260 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:16.899638 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Calling delete_port for 359f06b8-1280-4504-ba8f-6d84a1fc0b12 owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:47:17.013291 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:47:17.013833 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:47:17.480615 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dec3c-ff8e-4c91-af12-be06df84c24c req-d9e8fb1f-4e7b-4262-9a30-f3a3ea2e63c3 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:17.482228 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-691dec3c-ff8e-4c91-af12-be06df84c24c req-d9e8fb1f-4e7b-4262-9a30-f3a3ea2e63c3 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 943 time: 0.3226013
Feb 18 04:47:17.515151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Deleting port 359f06b8-1280-4504-ba8f-6d84a1fc0b12 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:47:17.515546 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:17.531610 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-691dec3c-ff8e-4c91-af12-be06df84c24c req-8df06df4-add5-4473-9ab5-033141bbc3c0 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429645
Feb 18 04:47:17.783045 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] For port 359f06b8-1280-4504-ba8f-6d84a1fc0b12, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=359f06b8-1280-4504-ba8f-6d84a1fc0b12,segment=NetworkSegment(f2b73855-9620-4dd4-85c4-715a2cb2eac9),segment_id=f2b73855-9620-4dd4-85c4-715a2cb2eac9)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:47:17.783439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:17.916098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Calling delete_port for 359f06b8-1280-4504-ba8f-6d84a1fc0b12 owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:47:18.178609 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:18.194321 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:18.291511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Pushing event deleted for resources: {'Port': ['ID=359f06b8-1280-4504-ba8f-6d84a1fc0b12,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:18.305717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:18.404043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] No DVR routers for this DVR port 359f06b8-1280-4504-ba8f-6d84a1fc0b12 on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:47:18.406320 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:18.409160 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8d1b3d-9143-4692-ad0b-7d005091f055', 'name': 'network-vif-deleted', 'tag': '359f06b8-1280-4504-ba8f-6d84a1fc0b12'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:47:18.447903 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-02c2816f-1f63-4e49-a837-94a30dee8b14 req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.16 "DELETE /v2.0/ports/359f06b8-1280-4504-ba8f-6d84a1fc0b12 HTTP/1.1" status: 204  len: 173 time: 2.0403521
Feb 18 04:47:18.461334 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8d1b3d-9143-4692-ad0b-7d005091f055', 'name': 'network-vif-deleted', 'tag': '359f06b8-1280-4504-ba8f-6d84a1fc0b12', 'status': 'completed', 'code': 200}
Feb 18 04:47:18.715728 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d96add20-ea9a-4249-af8d-130da67aebed req-48faf5d3-4903-4545-a4c6-0e5ad191d649 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8d1b3d-9143-4692-ad0b-7d005091f055 HTTP/1.1" status: 200  len: 210 time: 0.0530884
Feb 18 04:47:18.962123 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9490ba5d-b9c2-47bb-8489-7569c9008d9f req-75f0bb51-4d9b-4e50-969f-331110418a8d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0840414
Feb 18 04:47:19.118750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490ba5d-b9c2-47bb-8489-7569c9008d9f req-8618c2f6-6bbc-4327-8dc6-8032bec46590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:19.120682 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9490ba5d-b9c2-47bb-8489-7569c9008d9f req-8618c2f6-6bbc-4327-8dc6-8032bec46590 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 1162 time: 0.0815620
Feb 18 04:47:19.285559 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490ba5d-b9c2-47bb-8489-7569c9008d9f req-120a254f-0174-4c27-b87a-929b27a033f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:19.287185 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9490ba5d-b9c2-47bb-8489-7569c9008d9f req-120a254f-0174-4c27-b87a-929b27a033f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.1445098
Feb 18 04:47:19.398258 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9490ba5d-b9c2-47bb-8489-7569c9008d9f req-5402300e-5649-4310-b51e-119d7157a39d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2631f976-431c-435f-b952-42e029ee0ada HTTP/1.1" status: 200  len: 1001 time: 0.1042194
Feb 18 04:47:19.472764 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490ba5d-b9c2-47bb-8489-7569c9008d9f req-af848590-52ae-4ac9-9441-ff99802380fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:19.474349 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9490ba5d-b9c2-47bb-8489-7569c9008d9f req-af848590-52ae-4ac9-9441-ff99802380fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.0657132
Feb 18 04:47:19.562400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490ba5d-b9c2-47bb-8489-7569c9008d9f req-ae371248-a467-44b9-9dd8-44a8e13716cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:19.563953 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9490ba5d-b9c2-47bb-8489-7569c9008d9f req-ae371248-a467-44b9-9dd8-44a8e13716cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811212
Feb 18 04:47:19.714134 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9490ba5d-b9c2-47bb-8489-7569c9008d9f req-ee394ccd-f8d0-4619-a718-38a4ca2e7a64 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390176
Feb 18 04:47:19.869453 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9490ba5d-b9c2-47bb-8489-7569c9008d9f req-cca827cb-a311-404d-a539-9690164920da service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413357
Feb 18 04:47:20.100995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-bdd9cac7-5749-4402-b6d7-8e2351c28ff3 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:20.102514 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-bdd9cac7-5749-4402-b6d7-8e2351c28ff3 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/networks?id=43560a38-7052-4133-9020-f3ab93f0cd4c HTTP/1.1" status: 200  len: 809 time: 0.1602080
Feb 18 04:47:20.118565 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-332f79cd-02cf-4781-854f-70187b6a1684 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/quotas/e649548d6c5b498aae570cf5b897d6e5 HTTP/1.1" status: 200  len: 375 time: 0.0100248
Feb 18 04:47:20.177868 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-51e715b0-886c-47dc-8c8c-95fb431ca8ae tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e649548d6c5b498aae570cf5b897d6e5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0529327
Feb 18 04:47:20.330001 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-2eb88793-c4c1-4511-9926-08f59761017d service neutron] 10.222.0.43 "GET /v2.0/networks/43560a38-7052-4133-9020-f3ab93f0cd4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446204
Feb 18 04:47:20.478379 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-2a22ee15-c109-4ef8-b3a1-a03549cb4567 service neutron] 10.222.0.43 "GET /v2.0/networks/43560a38-7052-4133-9020-f3ab93f0cd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415911
Feb 18 04:47:21.752490 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-1234ec4d-9043-4696-89ad-b8c9d8c27a2e req-0fd11f1f-3324-42a1-bd69-c74806477c83 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Synchronizing usage tracker for tenant:e649548d6c5b498aae570cf5b897d6e5 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:47:21.813133 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-1234ec4d-9043-4696-89ad-b8c9d8c27a2e req-0fd11f1f-3324-42a1-bd69-c74806477c83 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Unset dirty status for tenant:e649548d6c5b498aae570cf5b897d6e5 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:47:21.814606 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1234ec4d-9043-4696-89ad-b8c9d8c27a2e req-0fd11f1f-3324-42a1-bd69-c74806477c83 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 210 time: 0.1132331
Feb 18 04:47:22.977887 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8344f8a0-9a00-4d50-8faf-e804fc424c18 req-b16f43f5-bfad-464e-9c88-49e01a7b2ac8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 210 time: 0.0510812
Feb 18 04:47:23.348988 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-3237902e-47a7-4ca7-9052-3716996c8f18 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:23.350702 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-3237902e-47a7-4ca7-9052-3716996c8f18 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.16 "GET /v2.0/networks?id=43560a38-7052-4133-9020-f3ab93f0cd4c HTTP/1.1" status: 200  len: 809 time: 0.1664815
Feb 18 04:47:23.364303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Request body: {'port': {'device_id': 'eadd4504-3093-40be-bc2f-7c774f99c4df', 'network_id': '43560a38-7052-4133-9020-f3ab93f0cd4c', 'admin_state_up': True, 'tenant_id': 'e649548d6c5b498aae570cf5b897d6e5'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:47:23.515149 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:47:23.524923 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:47:23.559383 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Made reservation on behalf of e649548d6c5b498aae570cf5b897d6e5 for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:47:23.565065 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:24.152680 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7f2fe704-b68a-4f5e-b368-9b4799c00168 req-b88e27b9-1277-4438-8f46-7e418e07a116 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 210 time: 0.0576446
Feb 18 04:47:24.163964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Allocated IP 172.20.0.5 (43560a38-7052-4133-9020-f3ab93f0cd4c/bc748ab6-fcd1-480b-bb30-90bbcb675b0d/ac4dc5d9-0125-4153-9ff8-4ad0b6b74008) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:47:24.375775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:24.429906 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:24.444925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-412c3a5c-4ce4-4f16-8581-ae8c6506e266 tempest-AttachVolumeNegativeTest-1450376932 tempest-AttachVolumeNegativeTest-1450376932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:24.581679 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Pushing event updated for resources: {'Port': ['ID=ac4dc5d9-0125-4153-9ff8-4ad0b6b74008,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:24.586602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:24.640456 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Network 43560a38-7052-4133-9020-f3ab93f0cd4c is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:47:24.641562 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:47:24.643929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:47:24.711349 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:24.712023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:24.801575 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-713ce984-8536-4ee4-9a8a-2e7fb01380ac tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4418054
Feb 18 04:47:24.814804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Request body: {'port': {'device_id': 'eadd4504-3093-40be-bc2f-7c774f99c4df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:47:24.938133 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:25.353059 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70558f9-e8a2-4663-ab78-0ee96695eac5 req-157bb976-07ea-432c-b6b8-e9cd4f99b768 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:25.354664 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f70558f9-e8a2-4663-ab78-0ee96695eac5 req-157bb976-07ea-432c-b6b8-e9cd4f99b768 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 931 time: 0.0856600
Feb 18 04:47:25.357698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:47:25.365773 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:25.378880 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Transition to ACTIVE for port object ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:47:25.400917 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:25.402671 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f70558f9-e8a2-4663-ab78-0ee96695eac5 req-85ed238f-c97d-4b8b-861c-422c4bd17033 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414166
Feb 18 04:47:25.467573 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-52d8a926-773c-492b-a4fb-09fc37f06dd2 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:25.557378 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4dc5d9-0125-4153-9ff8-4ad0b6b74008,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:25.562391 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:25.737701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Attempting to bind port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:47:25.738003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Attempting to bind port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'f2b73855-9620-4dd4-85c4-715a2cb2eac9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43560a38-7052-4133-9020-f3ab93f0cd4c'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:47:25.738371 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Attempting to bind port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 on network 43560a38-7052-4133-9020-f3ab93f0cd4c {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:47:25.744011 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:47:25.744387 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Checking segment: {'id': 'f2b73855-9620-4dd4-85c4-715a2cb2eac9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43560a38-7052-4133-9020-f3ab93f0cd4c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:47:25.744790 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:25.745444 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Bound using segment: {'id': 'f2b73855-9620-4dd4-85c4-715a2cb2eac9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43560a38-7052-4133-9020-f3ab93f0cd4c'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:47:25.745916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Bound port: ac4dc5d9-0125-4153-9ff8-4ad0b6b74008, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b73855-9620-4dd4-85c4-715a2cb2eac9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43560a38-7052-4133-9020-f3ab93f0cd4c'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:47:25.746284 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:25.838983 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] For port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:47:25.842041 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] For port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ac4dc5d9-0125-4153-9ff8-4ad0b6b74008,segment=NetworkSegment(f2b73855-9620-4dd4-85c4-715a2cb2eac9),segment_id=f2b73855-9620-4dd4-85c4-715a2cb2eac9)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:47:25.875534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:25.890881 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-46053891-8d93-4fe5-8eab-fc36a3bc2dde tempest-ServerRescueNegativeTestJSON-1106996873 tempest-ServerRescueNegativeTestJSON-1106996873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:26.038845 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4dc5d9-0125-4153-9ff8-4ad0b6b74008,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:26.051438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:26.083293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:26.084041 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:26.085415 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] 10.222.0.16 "PUT /v2.0/ports/ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 HTTP/1.1" status: 200  len: 1157 time: 1.2750821
Feb 18 04:47:26.086654 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadd4504-3093-40be-bc2f-7c774f99c4df', 'tag': 'ac4dc5d9-0125-4153-9ff8-4ad0b6b74008'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:47:26.132562 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadd4504-3093-40be-bc2f-7c774f99c4df', 'tag': 'ac4dc5d9-0125-4153-9ff8-4ad0b6b74008', 'status': 'completed', 'code': 200}
Feb 18 04:47:26.232745 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9d778-f2bf-4c38-907a-181045f8a5f6 req-f30c4695-b2a4-404a-a605-cce147817e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:26.234431 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-63e9d778-f2bf-4c38-907a-181045f8a5f6 req-f30c4695-b2a4-404a-a605-cce147817e77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e649548d6c5b498aae570cf5b897d6e5&device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 1160 time: 0.0780034
Feb 18 04:47:26.385732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9d778-f2bf-4c38-907a-181045f8a5f6 req-2a9af474-ef62-43e6-b14c-9675073daeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:26.387271 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-63e9d778-f2bf-4c38-907a-181045f8a5f6 req-2a9af474-ef62-43e6-b14c-9675073daeba service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e649548d6c5b498aae570cf5b897d6e5&shared=False HTTP/1.1" status: 200  len: 903 time: 0.1454842
Feb 18 04:47:26.533841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9d778-f2bf-4c38-907a-181045f8a5f6 req-ea7c87bb-861a-4e9f-8e2c-4d9becc4886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:26.535460 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-63e9d778-f2bf-4c38-907a-181045f8a5f6 req-ea7c87bb-861a-4e9f-8e2c-4d9becc4886a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1410344
Feb 18 04:47:26.608674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23386cfb-366e-4613-a80d-78132867b109 req-e4350f89-0e2e-4e49-8891-a09a4756e285 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:26.619138 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-23386cfb-366e-4613-a80d-78132867b109 req-e4350f89-0e2e-4e49-8891-a09a4756e285 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 943 time: 0.0942066
Feb 18 04:47:26.658972 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-23386cfb-366e-4613-a80d-78132867b109 req-9b069dfc-7a31-46aa-9f4b-2a2c539caf22 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418401
Feb 18 04:47:26.660517 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-24432b1a-a650-47f0-97b4-29c5dd4f0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:26.662147 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-24432b1a-a650-47f0-97b4-29c5dd4f0939 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e649548d6c5b498aae570cf5b897d6e5&device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 1160 time: 0.0830925
Feb 18 04:47:26.736086 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-77bc0790-5253-41d0-8b90-6ba8387dbe72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 HTTP/1.1" status: 200  len: 217 time: 0.0652542
Feb 18 04:47:26.807171 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-7d1b4c0e-1b97-4c6b-8f4b-00b4e0ce6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:26.808663 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-7d1b4c0e-1b97-4c6b-8f4b-00b4e0ce6911 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc748ab6-fcd1-480b-bb30-90bbcb675b0d HTTP/1.1" status: 200  len: 849 time: 0.0653439
Feb 18 04:47:26.860558 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-e11d42f4-17c0-4ce9-ab83-00972ecbad98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43560a38-7052-4133-9020-f3ab93f0cd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447619
Feb 18 04:47:27.004794 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-9c802344-8730-42fb-aeda-aaf429ebcd0b service neutron] 10.222.0.16 "GET /v2.0/networks/43560a38-7052-4133-9020-f3ab93f0cd4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357565
Feb 18 04:47:27.145905 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ba7eb338-6af6-4f9f-985f-7aa603f9478f req-47f42d84-bf25-40e5-aecd-fb0130cec09c service neutron] 10.222.0.16 "GET /v2.0/networks/43560a38-7052-4133-9020-f3ab93f0cd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1340134
Feb 18 04:47:27.863309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fd01c-91bc-4ac6-b1d2-d58d1f2e4f5c req-14189419-a7cd-4d72-b4d4-994f317ef261 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:27.864063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-d58fd01c-91bc-4ac6-b1d2-d58d1f2e4f5c req-14189419-a7cd-4d72-b4d4-994f317ef261 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Synchronizing usage tracker for tenant:e649548d6c5b498aae570cf5b897d6e5 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:47:27.932405 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-d58fd01c-91bc-4ac6-b1d2-d58d1f2e4f5c req-14189419-a7cd-4d72-b4d4-994f317ef261 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Unset dirty status for tenant:e649548d6c5b498aae570cf5b897d6e5 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:47:27.933596 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d58fd01c-91bc-4ac6-b1d2-d58d1f2e4f5c req-14189419-a7cd-4d72-b4d4-994f317ef261 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 943 time: 0.1588435
Feb 18 04:47:27.983280 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d58fd01c-91bc-4ac6-b1d2-d58d1f2e4f5c req-f8c74235-8cf6-4d16-8aeb-3b2811038454 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430691
Feb 18 04:47:28.913547 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:47:29.027867 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:47:29.033409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:47:29.033833 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:29.188893 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6dd37-1268-46f9-905b-b5b96ae9fa3b req-8b6bd5b2-8409-4b9f-8495-5c729c703b29 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:29.190778 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bae6dd37-1268-46f9-905b-b5b96ae9fa3b req-8b6bd5b2-8409-4b9f-8495-5c729c703b29 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 943 time: 0.0940440
Feb 18 04:47:29.249440 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-bae6dd37-1268-46f9-905b-b5b96ae9fa3b req-af28fd95-4245-49f2-9933-b72305ded1cf tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515738
Feb 18 04:47:29.330324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:29.359051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadd4504-3093-40be-bc2f-7c774f99c4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4dc5d9-0125-4153-9ff8-4ad0b6b74008'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:47:29.370383 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ac4dc5d9-0125-4153-9ff8-4ad0b6b74008,segment=NetworkSegment(f2b73855-9620-4dd4-85c4-715a2cb2eac9),segment_id=f2b73855-9620-4dd4-85c4-715a2cb2eac9)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:47:29.405027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:29.408262 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadd4504-3093-40be-bc2f-7c774f99c4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4dc5d9-0125-4153-9ff8-4ad0b6b74008', 'code': 200}
Feb 18 04:47:29.408823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:29.480356 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=ac4dc5d9-0125-4153-9ff8-4ad0b6b74008,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:29.488213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.488598 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.488999 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.489370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.489744 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.490113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.490476 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.490885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.491255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.491616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.491978 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.492852 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.493252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.493597 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.493959 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.494319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.494685 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.495354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.495714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.496074 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.496433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.496829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.497199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.497548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:29.501863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:29.702911 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9db78-b77b-4ebb-a4b1-057c66cbcf8a req-85cd40cd-c6aa-422e-9148-0d2c3d4b4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:29.704558 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8ee9db78-b77b-4ebb-a4b1-057c66cbcf8a req-85cd40cd-c6aa-422e-9148-0d2c3d4b4e9d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 1162 time: 0.0783749
Feb 18 04:47:29.749947 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8ee9db78-b77b-4ebb-a4b1-057c66cbcf8a req-d1e057b2-05dd-492a-8f97-82ec4ec00c18 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382574
Feb 18 04:47:30.450729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bebf0-6769-4b0c-83be-82882c83877e req-dc3118de-2ee7-48da-b7a0-117092a0c3a8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:30.452337 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5e4bebf0-6769-4b0c-83be-82882c83877e req-dc3118de-2ee7-48da-b7a0-117092a0c3a8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 945 time: 0.0858579
Feb 18 04:47:30.499912 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5e4bebf0-6769-4b0c-83be-82882c83877e req-dc1e8552-5c80-4eb1-ab08-2c6bc3f60c23 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414474
Feb 18 04:47:30.691393 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:47:30.763603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:47:30.764027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:31.702002 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147220c-03d4-441d-b7d5-13a4d2d5f25a req-8da27f9c-84ea-448a-939e-24c96867bd3f tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:31.703599 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a147220c-03d4-441d-b7d5-13a4d2d5f25a req-8da27f9c-84ea-448a-939e-24c96867bd3f tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 945 time: 0.0892520
Feb 18 04:47:31.750084 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a147220c-03d4-441d-b7d5-13a4d2d5f25a req-5ff14a8a-82ea-426c-8d08-33bcc5d95ec8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403779
Feb 18 04:47:33.159972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a434d-63b8-40e7-b1af-10b3409e1d32 req-39bc8477-fb1c-4282-86b2-c9653a716795 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:33.161472 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b81a434d-63b8-40e7-b1af-10b3409e1d32 req-39bc8477-fb1c-4282-86b2-c9653a716795 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 945 time: 0.0856597
Feb 18 04:47:33.211053 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b81a434d-63b8-40e7-b1af-10b3409e1d32 req-e0181461-3999-47f7-ba4f-7b25af8eea6d tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432661
Feb 18 04:47:34.415477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5bb5e-d550-45db-a63e-e44cf2305403 req-92cb3ee3-acfb-49d3-add6-351262f3ecc3 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:34.417079 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4de5bb5e-d550-45db-a63e-e44cf2305403 req-92cb3ee3-acfb-49d3-add6-351262f3ecc3 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 945 time: 0.0900824
Feb 18 04:47:34.465142 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4de5bb5e-d550-45db-a63e-e44cf2305403 req-fc7114a5-a8c4-4154-bc58-7ee1d4744235 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/security-groups?id=28c2323b-9afa-406a-ad3b-23d8c5e21859&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416236
Feb 18 04:47:34.487806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4268c-df5f-40c6-abc0-f4b6758a96bd req-a5166a03-b113-4a30-8235-049583729721 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:34.489354 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2be4268c-df5f-40c6-abc0-f4b6758a96bd req-a5166a03-b113-4a30-8235-049583729721 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.16 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 945 time: 0.0855405
Feb 18 04:47:34.564869 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-2be4268c-df5f-40c6-abc0-f4b6758a96bd req-0e7b30b8-0beb-48ce-a09a-6f39421d31d8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Deleting port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:47:34.565254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2be4268c-df5f-40c6-abc0-f4b6758a96bd req-0e7b30b8-0beb-48ce-a09a-6f39421d31d8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:34.688007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:47:34.817030 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:34.847142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadd4504-3093-40be-bc2f-7c774f99c4df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac4dc5d9-0125-4153-9ff8-4ad0b6b74008'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:47:34.858176 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ac4dc5d9-0125-4153-9ff8-4ad0b6b74008,segment=NetworkSegment(f2b73855-9620-4dd4-85c4-715a2cb2eac9),segment_id=f2b73855-9620-4dd4-85c4-715a2cb2eac9)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:47:34.896594 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadd4504-3093-40be-bc2f-7c774f99c4df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac4dc5d9-0125-4153-9ff8-4ad0b6b74008', 'code': 200}
Feb 18 04:47:34.899282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:34.901386 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-37c6554c-f3e8-4b1c-a4e8-276bc25660dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:34.979914 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=ac4dc5d9-0125-4153-9ff8-4ad0b6b74008,revision_number=5']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:34.984926 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:35.085894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-2be4268c-df5f-40c6-abc0-f4b6758a96bd req-0e7b30b8-0beb-48ce-a09a-6f39421d31d8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] For port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ac4dc5d9-0125-4153-9ff8-4ad0b6b74008,segment=NetworkSegment(f2b73855-9620-4dd4-85c4-715a2cb2eac9),segment_id=f2b73855-9620-4dd4-85c4-715a2cb2eac9)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:47:35.086289 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2be4268c-df5f-40c6-abc0-f4b6758a96bd req-0e7b30b8-0beb-48ce-a09a-6f39421d31d8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:35.223666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-2be4268c-df5f-40c6-abc0-f4b6758a96bd req-0e7b30b8-0beb-48ce-a09a-6f39421d31d8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Calling delete_port for ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:47:35.223985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 59032) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:47:35.349360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:35.365148 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:47:35.369314 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Usage tracker for resource:security_group_rule and tenant:3dafbdd51a07433385e234295acaafd0 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:47:35.372663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:47:35.378560 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:47:35.394904 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2be4268c-df5f-40c6-abc0-f4b6758a96bd req-0e7b30b8-0beb-48ce-a09a-6f39421d31d8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:35.410503 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-dcc52560-9f44-4c0a-8f34-6abbe144cb31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:35.466943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:35.496315 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:35.505612 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b30b8-0beb-48ce-a09a-6f39421d31d8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Pushing event deleted for resources: {'Port': ['ID=ac4dc5d9-0125-4153-9ff8-4ad0b6b74008,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:35.506458 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c9b40623-0276-403b-ae72-d23591c5a559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:35.512766 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0e7b30b8-0beb-48ce-a09a-6f39421d31d8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:35.542826 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3dafbdd51a07433385e234295acaafd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3171017
Feb 18 04:47:35.549706 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 59040) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:47:35.571428 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8c26d74e-5d8d-454f-9742-bcb21beb73a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:35.577803 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fd001c-6537-408f-a613-ba8f78f002bc,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:35.626116 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be4268c-df5f-40c6-abc0-f4b6758a96bd req-0e7b30b8-0beb-48ce-a09a-6f39421d31d8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] No DVR routers for this DVR port ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:47:35.628473 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-2be4268c-df5f-40c6-abc0-f4b6758a96bd req-0e7b30b8-0beb-48ce-a09a-6f39421d31d8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:35.631221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadd4504-3093-40be-bc2f-7c774f99c4df', 'name': 'network-vif-deleted', 'tag': 'ac4dc5d9-0125-4153-9ff8-4ad0b6b74008'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:47:35.645725 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.646158 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.646621 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.647058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.647519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.647928 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.649063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.649474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.649886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.650290 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.650696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.651142 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.651616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.657595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.657595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.657595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.657595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.657595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.657595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.657595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.657595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.657595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.657595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.657595 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:47:35.665587 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2c12f594-4c8a-4232-b9e0-4ec4458f61a9 req-5afcbc6f-2bdb-492a-a717-7268da5391d1 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.43 "GET /v2.0/ports?device_id=eadd4504-3093-40be-bc2f-7c774f99c4df HTTP/1.1" status: 200  len: 210 time: 0.0848672
Feb 18 04:47:35.676136 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2be4268c-df5f-40c6-abc0-f4b6758a96bd req-0e7b30b8-0beb-48ce-a09a-6f39421d31d8 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] 10.222.0.16 "DELETE /v2.0/ports/ac4dc5d9-0125-4153-9ff8-4ad0b6b74008 HTTP/1.1" status: 204  len: 173 time: 1.1800284
Feb 18 04:47:35.679343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a052ba40-0b2d-49f0-9f68-98131ad45b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:35.684697 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadd4504-3093-40be-bc2f-7c774f99c4df', 'name': 'network-vif-deleted', 'tag': 'ac4dc5d9-0125-4153-9ff8-4ad0b6b74008', 'status': 'completed', 'code': 200}
Feb 18 04:47:35.704668 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2cbbe2ec-537a-4af0-bfff-4db2b740c66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:35.735608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2cbbe2ec-537a-4af0-bfff-4db2b740c66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:35.804719 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2cbbe2ec-537a-4af0-bfff-4db2b740c66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:35.809917 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a617a24e-f3b6-45e2-8ff7-ce205613dd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:35.823630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbe2ec-537a-4af0-bfff-4db2b740c66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fd001c-6537-408f-a613-ba8f78f002bc,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:35.826082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-2cbbe2ec-537a-4af0-bfff-4db2b740c66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:35.835326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2cbbe2ec-537a-4af0-bfff-4db2b740c66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:35.837156 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-2cbbe2ec-537a-4af0-bfff-4db2b740c66b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5fd001c-6537-408f-a613-ba8f78f002bc HTTP/1.1" status: 204  len: 168 time: 0.2864354
Feb 18 04:47:36.645179 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 59064) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:47:36.755245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-40596231-network', 'tenant_id': 'c686379631ac4194be7529b794ef4940'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:47:36.761088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:47:36.765696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Usage tracker for resource:network and tenant:c686379631ac4194be7529b794ef4940 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:47:36.769035 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:47:36.775535 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:47:36.812076 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Made reservation on behalf of c686379631ac4194be7529b794ef4940 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:47:36.816983 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:36.830256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:36.846000 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:47:36.850100 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Usage tracker for resource:security_group_rule and tenant:c686379631ac4194be7529b794ef4940 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:47:36.853701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:47:36.859511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:47:36.944963 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:36.978254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:36.982940 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-aa29d901-6241-4391-9fa0-79f02fce7897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:37.012899 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 04:47:37.026514 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e804a1f1-b917-4e2a-9501-4474352ff021,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:37.029923 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:37.032855 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:37.033247 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.segments_db [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Added segment 1052fc79-6dcc-4daf-a880-4260acf41bbf of type vxlan for network 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c
Feb 18 04:47:37.060934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242305971726'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:37.112942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:37.114260 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:37.114964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:37.120329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-dc23b5f7-6b0d-4505-a719-7a495d9b002d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:37.227714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Pushing event updated for resources: {'Network': ['ID=03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:37.231144 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:37.238819 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Network 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c details requested by agent ovs-agent-dv-cinder-776307-1-iscsi with host dv-cinder-776307-1-iscsi {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:47:37.253552 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Network 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=84045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 04:47:37.260086 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.6111588
Feb 18 04:47:37.260453 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 59082) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:47:37.267167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Request body: {'subnet': {'network_id': '03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-40596231-subnet', 'tenant_id': 'c686379631ac4194be7529b794ef4940', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:47:37.272641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:47:37.277875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Usage tracker for resource:subnet and tenant:c686379631ac4194be7529b794ef4940 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:47:37.281139 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:47:37.287705 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:47:37.355007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Made reservation on behalf of c686379631ac4194be7529b794ef4940 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:47:37.360326 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852390700'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:37.799532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853475315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852390681'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:37.827593 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8fbd2b67-8069-46e4-abf1-e2f53839ceff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:37.865346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5ad10ad9-3f3b-4f72-a97e-3b6ed312ec68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:37.971715 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=633edee3-7d48-48ae-bac5-39154220d696,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:37.974763 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:38.019236 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Checking segment: {'id': '1052fc79-6dcc-4daf-a880-4260acf41bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:47:38.019634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Network hostable DHCP agents. Network: 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c, hostable agents: ['3b94874b-c640-4ef1-b9da-f8508c0981bc'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 04:47:38.072991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Network 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c is scheduled to be hosted by DHCP agent 3b94874b-c640-4ef1-b9da-f8508c0981bc with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 04:47:38.137539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-iscsi, 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:47:38.147042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd746d5a-9ea9-4b13-86df-750d3fca65e4 None None] Network 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:47:38.149950 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:38.150617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:38.207828 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-25a35e2b-c33a-4832-8669-5973bfa09fa2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9381404
Feb 18 04:47:38.380854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc98d50b-5bc4-47f8-8626-28c3f7c6620f None None] Network 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:47:38.667389 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:39.491849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:39.760421 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:42.632801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65c419-3410-41d7-93dc-a2240ef162df req-6a456b48-3263-488c-a9d6-f6a7e66bcf36 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:42.633644 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ad65c419-3410-41d7-93dc-a2240ef162df req-6a456b48-3263-488c-a9d6-f6a7e66bcf36 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Synchronizing usage tracker for tenant:c686379631ac4194be7529b794ef4940 on resource:network {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:47:42.696674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ad65c419-3410-41d7-93dc-a2240ef162df req-6a456b48-3263-488c-a9d6-f6a7e66bcf36 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Unset dirty status for tenant:c686379631ac4194be7529b794ef4940 on resource:network {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:47:42.698550 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-6a456b48-3263-488c-a9d6-f6a7e66bcf36 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/networks?id=03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c HTTP/1.1" status: 200  len: 812 time: 0.2250211
Feb 18 04:47:42.722252 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-db120846-ae6b-4f9d-8a5a-579977a77c87 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/quotas/c686379631ac4194be7529b794ef4940 HTTP/1.1" status: 200  len: 375 time: 0.0166349
Feb 18 04:47:42.783129 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-8140613d-19e1-45f9-bd50-01f38c1de556 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c686379631ac4194be7529b794ef4940&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0539532
Feb 18 04:47:42.938688 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-bd54b271-f3de-40b9-ab85-db9238aea48e service neutron] 10.222.0.43 "GET /v2.0/networks/03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468067
Feb 18 04:47:43.082992 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-71fade67-a073-4c67-8eb9-f673798d8dcd service neutron] 10.222.0.43 "GET /v2.0/networks/03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432788
Feb 18 04:47:43.394762 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a9475643-25ef-4eb9-a53c-661770ad10eb req-8c7c8170-07a4-4884-9d30-fc0c911a90dc tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 210 time: 0.0651948
Feb 18 04:47:44.580584 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d992b18e-654b-4e57-9581-1cc732cddea7 req-eb1252b9-1bb8-462a-a6de-14644bbba8e2 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 210 time: 0.0524967
Feb 18 04:47:45.041249 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:45.155226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65c419-3410-41d7-93dc-a2240ef162df req-879a251d-6bc9-4eb1-a95e-338bce0e1edb tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:45.156917 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-879a251d-6bc9-4eb1-a95e-338bce0e1edb tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.16 "GET /v2.0/networks?id=03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c HTTP/1.1" status: 200  len: 812 time: 0.2011359
Feb 18 04:47:45.170864 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Request body: {'port': {'device_id': '3c254028-9b7b-48cc-bbdd-91afc17befe1', 'network_id': '03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c', 'admin_state_up': True, 'tenant_id': 'c686379631ac4194be7529b794ef4940'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:47:45.340294 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:47:45.344448 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Usage tracker for resource:port and tenant:c686379631ac4194be7529b794ef4940 is out of sync, need to count used quota {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:47:45.347450 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:47:45.353316 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:47:45.652843 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Made reservation on behalf of c686379631ac4194be7529b794ef4940 for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:47:45.662125 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:45.851429 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2beb8198-629e-424c-8aa3-a7fbda63cf17 req-34c183a7-eb55-469d-a551-426ca68d5e7a tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 210 time: 0.1205020
Feb 18 04:47:46.090086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Allocated IP 172.20.0.8 (03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c/633edee3-7d48-48ae-bac5-39154220d696/5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:47:46.341319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:46.399376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:46.417429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-32fe3014-26c4-4419-9384-63b25dd78cb0 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:46.581103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Pushing event updated for resources: {'Port': ['ID=5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:46.587944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:46.651638 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Network 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:47:46.652839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:47:46.655469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:47:46.733364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:46.734111 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:46.795656 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-0244d4b9-b85a-4e16-938a-c3651adfbcad tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6294951
Feb 18 04:47:46.811765 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Request body: {'port': {'device_id': '3c254028-9b7b-48cc-bbdd-91afc17befe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:47:46.949913 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:47.163241 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9206d-5c10-47ef-b219-8b08f5f37ef5 req-5cd2d17c-2054-40b2-9cd6-b5006770fdab tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:47.164899 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e7e9206d-5c10-47ef-b219-8b08f5f37ef5 req-5cd2d17c-2054-40b2-9cd6-b5006770fdab tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 931 time: 0.1155064
Feb 18 04:47:47.226005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-e7e9206d-5c10-47ef-b219-8b08f5f37ef5 req-43a8fff5-6933-4be7-aeb5-05225248dfee tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Synchronizing usage tracker for tenant:c686379631ac4194be7529b794ef4940 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:47:47.275131 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-e7e9206d-5c10-47ef-b219-8b08f5f37ef5 req-43a8fff5-6933-4be7-aeb5-05225248dfee tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Unset dirty status for tenant:c686379631ac4194be7529b794ef4940 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:47:47.276556 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e7e9206d-5c10-47ef-b219-8b08f5f37ef5 req-43a8fff5-6933-4be7-aeb5-05225248dfee tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026967
Feb 18 04:47:47.417625 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:47:47.428027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:47.440835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Transition to ACTIVE for port object 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:47:47.474746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:47.494112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-21ea3ae9-e032-4be6-a7a7-85f9a1ca4b19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:47.628673 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:47.633810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:47.842405 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Attempting to bind port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:47:47.843040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Attempting to bind port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '1052fc79-6dcc-4daf-a880-4260acf41bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:47:47.843166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Attempting to bind port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d on network 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:47:47.849267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:47:47.849807 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Checking segment: {'id': '1052fc79-6dcc-4daf-a880-4260acf41bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:47:47.850220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:47.850714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Bound using segment: {'id': '1052fc79-6dcc-4daf-a880-4260acf41bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:47:47.851438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Bound port: 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1052fc79-6dcc-4daf-a880-4260acf41bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:47:47.852082 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:47.958636 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] For port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:47:47.962209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] For port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d,segment=NetworkSegment(1052fc79-6dcc-4daf-a880-4260acf41bbf),segment_id=1052fc79-6dcc-4daf-a880-4260acf41bbf)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:47:47.994215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:48.070998 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c5926678-341a-46e8-8dc6-320f7743e246 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:48.179958 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:48.191955 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:48.212538 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:48.213157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:48.214754 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] 10.222.0.16 "PUT /v2.0/ports/5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d HTTP/1.1" status: 200  len: 1157 time: 1.4078808
Feb 18 04:47:48.215381 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c254028-9b7b-48cc-bbdd-91afc17befe1', 'tag': '5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:47:48.267770 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c254028-9b7b-48cc-bbdd-91afc17befe1', 'tag': '5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d', 'status': 'completed', 'code': 200}
Feb 18 04:47:48.387594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65c419-3410-41d7-93dc-a2240ef162df req-c0bf8fd1-ef4a-45b5-ab87-d07cf97724bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:48.389753 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-c0bf8fd1-ef4a-45b5-ab87-d07cf97724bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c686379631ac4194be7529b794ef4940&device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 1160 time: 0.1099777
Feb 18 04:47:48.477137 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-055eb106-e27a-40e1-b682-a24703a6f1bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d HTTP/1.1" status: 200  len: 217 time: 0.0786250
Feb 18 04:47:48.491102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed160277-bc2d-489b-9a10-bc2982036d92 req-dbccfdd4-3283-4ae4-9e2e-ce25aeceec45 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:48.492773 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed160277-bc2d-489b-9a10-bc2982036d92 req-dbccfdd4-3283-4ae4-9e2e-ce25aeceec45 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 943 time: 0.0888002
Feb 18 04:47:48.543341 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ed160277-bc2d-489b-9a10-bc2982036d92 req-df5f9971-5ca0-4db2-8f46-eda59fb190a6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438740
Feb 18 04:47:48.563360 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65c419-3410-41d7-93dc-a2240ef162df req-9ecfa036-93c6-4691-9ccb-ec642732ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:48.565007 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-9ecfa036-93c6-4691-9ccb-ec642732ea97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=633edee3-7d48-48ae-bac5-39154220d696 HTTP/1.1" status: 200  len: 852 time: 0.0776093
Feb 18 04:47:48.624169 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-1a709a6b-90d1-4057-845c-9ca15a8939d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504329
Feb 18 04:47:49.025897 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-c09a253f-00f1-4c1d-81a9-1d2e08f2f7a8 service neutron] 10.222.0.16 "GET /v2.0/networks/03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3922708
Feb 18 04:47:49.174724 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad65c419-3410-41d7-93dc-a2240ef162df req-adce5072-3c0e-4acb-b6ca-ba78d665fa6d service neutron] 10.222.0.16 "GET /v2.0/networks/03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411211
Feb 18 04:47:49.354382 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e6e54-ed58-4314-a4dc-889eb2545232 req-5919fa32-3753-44ed-abdc-6c35af937967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:49.356179 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d43e6e54-ed58-4314-a4dc-889eb2545232 req-5919fa32-3753-44ed-abdc-6c35af937967 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c686379631ac4194be7529b794ef4940&device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 1160 time: 0.0908542
Feb 18 04:47:49.506817 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e6e54-ed58-4314-a4dc-889eb2545232 req-ef05ab5a-7b92-46a8-9148-54fcae853937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:49.509081 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d43e6e54-ed58-4314-a4dc-889eb2545232 req-ef05ab5a-7b92-46a8-9148-54fcae853937 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c HTTP/1.1" status: 200  len: 906 time: 0.1441193
Feb 18 04:47:49.587880 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d43e6e54-ed58-4314-a4dc-889eb2545232 req-5cd3bd41-9d8b-4fe7-a186-06d3aba4d04f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d HTTP/1.1" status: 200  len: 217 time: 0.0714128
Feb 18 04:47:49.662538 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e6e54-ed58-4314-a4dc-889eb2545232 req-29151e58-f7c6-4244-9a98-7e59eca59b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:49.664668 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d43e6e54-ed58-4314-a4dc-889eb2545232 req-29151e58-f7c6-4244-9a98-7e59eca59b95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=633edee3-7d48-48ae-bac5-39154220d696 HTTP/1.1" status: 200  len: 852 time: 0.0695269
Feb 18 04:47:49.782771 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d43e6e54-ed58-4314-a4dc-889eb2545232 req-1f3c1ead-bdc5-41f5-8755-58422c1d62d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1095812
Feb 18 04:47:49.941795 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d43e6e54-ed58-4314-a4dc-889eb2545232 req-e2eb2e74-7c42-48fa-bf0a-901873fb341e service neutron] 10.222.0.16 "GET /v2.0/networks/03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470261
Feb 18 04:47:50.075679 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c65d7d-76c8-451b-bffe-075ccab3b6b0 req-df0913ce-e54a-4b87-8193-33576a890d9e tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:50.076445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-64c65d7d-76c8-451b-bffe-075ccab3b6b0 req-df0913ce-e54a-4b87-8193-33576a890d9e tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Synchronizing usage tracker for tenant:c686379631ac4194be7529b794ef4940 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:47:50.129713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:47:50.133457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-64c65d7d-76c8-451b-bffe-075ccab3b6b0 req-df0913ce-e54a-4b87-8193-33576a890d9e tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Unset dirty status for tenant:c686379631ac4194be7529b794ef4940 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:47:50.134952 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-64c65d7d-76c8-451b-bffe-075ccab3b6b0 req-df0913ce-e54a-4b87-8193-33576a890d9e tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 943 time: 0.4260569
Feb 18 04:47:50.138630 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d43e6e54-ed58-4314-a4dc-889eb2545232 req-97faa28d-b090-43be-918c-b7ea0b1b0b80 service neutron] 10.222.0.16 "GET /v2.0/networks/03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1833711
Feb 18 04:47:50.201335 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-64c65d7d-76c8-451b-bffe-075ccab3b6b0 req-85568e28-a4ce-402b-a661-4c95a226d94a tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585558
Feb 18 04:47:51.405922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b990b5-22af-4029-bd18-640680c9334d req-58eb3a52-40ce-4fb6-9f9a-2f1382e30b3d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:51.407605 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-90b990b5-22af-4029-bd18-640680c9334d req-58eb3a52-40ce-4fb6-9f9a-2f1382e30b3d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 943 time: 0.0961447
Feb 18 04:47:51.475290 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-90b990b5-22af-4029-bd18-640680c9334d req-01294eb8-ddee-4eda-8881-c0b997766db0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605707
Feb 18 04:47:51.626665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.objects.ports [None req-fa83413f-5317-4d58-b92a-a7725139f00d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84045) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 04:47:51.972572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:47:52.090261 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:47:52.099714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:47:52.102749 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:52.246263 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:52.276629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c254028-9b7b-48cc-bbdd-91afc17befe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:47:52.290541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d,segment=NetworkSegment(1052fc79-6dcc-4daf-a880-4260acf41bbf),segment_id=1052fc79-6dcc-4daf-a880-4260acf41bbf)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:47:52.325187 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c254028-9b7b-48cc-bbdd-91afc17befe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d', 'code': 200}
Feb 18 04:47:52.326451 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:52.328473 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:47:52.406152 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:47:52.411459 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:47:52.707285 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6482b1-55b7-41de-be2d-2f8b99916321 req-a96786aa-452f-4403-a9a4-080badffb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:52.709338 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6a6482b1-55b7-41de-be2d-2f8b99916321 req-a96786aa-452f-4403-a9a4-080badffb3e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 1162 time: 0.1268632
Feb 18 04:47:52.727894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03f950-ac62-4e7f-a6ee-1c13aedb47db req-fa21749a-846d-4260-b6e5-3949e93a1632 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:52.729577 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ee03f950-ac62-4e7f-a6ee-1c13aedb47db req-fa21749a-846d-4260-b6e5-3949e93a1632 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 945 time: 0.1308935
Feb 18 04:47:52.759365 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6a6482b1-55b7-41de-be2d-2f8b99916321 req-857dab1b-9a72-4062-bfa4-675442d9212b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429025
Feb 18 04:47:52.787220 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ee03f950-ac62-4e7f-a6ee-1c13aedb47db req-da63272d-4b32-4c56-84b4-c032c9d2786a tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505464
Feb 18 04:47:53.620455 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:47:53.699642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:47:53.700076 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:47:54.034288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2979e-bfe6-4148-8fde-7d75739907f3 req-e0ba8720-0c32-419c-98e8-45cffbc74ee0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:54.036020 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9ca2979e-bfe6-4148-8fde-7d75739907f3 req-e0ba8720-0c32-419c-98e8-45cffbc74ee0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 945 time: 0.1249154
Feb 18 04:47:54.102279 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9ca2979e-bfe6-4148-8fde-7d75739907f3 req-49d96ba1-96c7-4209-a67c-653f0b6e33ba tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578961
Feb 18 04:47:55.305938 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe5de-6814-447a-9fe0-4a3aa3d77bea req-1a263602-1fe2-49b9-a5e1-1fc79fd98862 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:47:55.308146 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-13dfe5de-6814-447a-9fe0-4a3aa3d77bea req-1a263602-1fe2-49b9-a5e1-1fc79fd98862 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 945 time: 0.0943196
Feb 18 04:47:55.371395 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-13dfe5de-6814-447a-9fe0-4a3aa3d77bea req-cc9032df-81bc-4de0-b8a8-a9670c19cff6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574341
Feb 18 04:48:03.426838 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 59438) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:48:03.496935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Deleting subnet bc748ab6-fcd1-480b-bb30-90bbcb675b0d {{(pid=84044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:48:03.499968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:03.551815 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852470497'] for subnet, precommit_delete_associations {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:03.613205 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:04.017811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2555699'] for subnet, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:04.034379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:48:04.122038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc748ab6-fcd1-480b-bb30-90bbcb675b0d,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:48:04.133634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.134063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.134477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.134912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.135316 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.135745 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.136145 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.136545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.136942 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.137339 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.137734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.138128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.138564 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.138993 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.139430 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.139823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.140216 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.140613 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.141007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.141401 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.141799 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.142190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.142580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.142997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:48:04.155928 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:48:04.187729 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:04.193623 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-82189110-e814-45fa-9807-c4313d0e2ea1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bc748ab6-fcd1-480b-bb30-90bbcb675b0d HTTP/1.1" status: 204  len: 168 time: 0.7656331
Feb 18 04:48:04.196275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 59444) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:48:04.313460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:04.508411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:04.623102 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3cc94f98>,) {'filters': {'network_id': ['43560a38-7052-4133-9020-f3ab93f0cd4c']}} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:48:04.636184 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3cc94f98>, 'f2b73855-9620-4dd4-85c4-715a2cb2eac9') {'for_net_delete': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:48:04.636527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3cc94f98>, 'f2b73855-9620-4dd4-85c4-715a2cb2eac9') {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:48:04.648427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305319'] for segment, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:04.737605 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:04.739955 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:48:04.919894 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] Network 43560a38-7052-4133-9020-f3ab93f0cd4c has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:48:04.933800 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852846634'] for segment, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:05.114818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] Network 43560a38-7052-4133-9020-f3ab93f0cd4c has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:48:05.139217 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:48:05.410187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:05.413798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:48:05.430985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:05.440417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] Pushing event deleted for resources: {'Network': ['ID=43560a38-7052-4133-9020-f3ab93f0cd4c,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:48:05.443854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:48:05.473977 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a7b8575b-f63e-4dd1-bf2d-34e599b6d19f admin admin] 10.222.0.43 "DELETE /v2.0/networks/43560a38-7052-4133-9020-f3ab93f0cd4c HTTP/1.1" status: 204  len: 168 time: 1.2765827
Feb 18 04:48:05.592977 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-7cf95aee-f566-47bb-82d9-73f0ea29909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:05.700821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 59452) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:48:05.753628 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-69346722-e921-4d64-8747-99e4275226ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e649548d6c5b498aae570cf5b897d6e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513592
Feb 18 04:48:05.756655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 59456) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:48:05.820746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-07657800-bc7b-40ab-8cad-8c36aa8a74cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:05.847916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-07657800-bc7b-40ab-8cad-8c36aa8a74cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:05.929956 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-07657800-bc7b-40ab-8cad-8c36aa8a74cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:05.935634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-4f4eea88-1cb2-4c30-a2b8-555bccc6392d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:48:05.949935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07657800-bc7b-40ab-8cad-8c36aa8a74cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c2323b-9afa-406a-ad3b-23d8c5e21859,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:48:05.952775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-07657800-bc7b-40ab-8cad-8c36aa8a74cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:48:05.986342 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-07657800-bc7b-40ab-8cad-8c36aa8a74cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:05.987678 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-07657800-bc7b-40ab-8cad-8c36aa8a74cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28c2323b-9afa-406a-ad3b-23d8c5e21859 HTTP/1.1" status: 204  len: 168 time: 0.2300196
Feb 18 04:48:07.834818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1e54feea-a606-4b80-b19f-210dcad75e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:08.669265 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:09.502820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:09.776947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:15.016947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:27.129954 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:48:35.574997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-1f08f589-19c3-44e0-80f4-d7bb76ec4ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:37.810940 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a4ac3929-c508-49a6-9a8a-c133f56e52f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:38.668158 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:39.490935 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:39.771092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:41.732816 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829d7b3-b9de-42a6-aa40-b208db65dcac req-364c4dbb-0d55-4168-ab82-6b5c95b74af7 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:48:41.734401 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e829d7b3-b9de-42a6-aa40-b208db65dcac req-364c4dbb-0d55-4168-ab82-6b5c95b74af7 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 945 time: 0.0862284
Feb 18 04:48:41.785564 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e829d7b3-b9de-42a6-aa40-b208db65dcac req-274059b4-4331-404a-b815-ee5ff8b706c7 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449798
Feb 18 04:48:43.125989 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25941915-8568-4a7a-97d6-338c13a44834 req-2ccf9070-f4d7-4b1e-89e7-b4ab2a97b46b tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:48:43.127641 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-25941915-8568-4a7a-97d6-338c13a44834 req-2ccf9070-f4d7-4b1e-89e7-b4ab2a97b46b tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 945 time: 0.0873859
Feb 18 04:48:43.149272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:48:43.224203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:48:43.224639 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:43.227027 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-25941915-8568-4a7a-97d6-338c13a44834 req-1b7eb5a5-21ca-49c5-9354-33e3e9be936b tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928543
Feb 18 04:48:43.276601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc633303-448c-46f3-bea1-ce689f21d921 req-0f476798-0bdd-4bb4-8584-3b928825f6c3 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:48:43.278703 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fc633303-448c-46f3-bea1-ce689f21d921 req-0f476798-0bdd-4bb4-8584-3b928825f6c3 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 945 time: 0.1025662
Feb 18 04:48:43.360980 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-fc633303-448c-46f3-bea1-ce689f21d921 req-5327e464-e382-4113-8d06-408714500ea0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Deleting port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:48:43.361364 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fc633303-448c-46f3-bea1-ce689f21d921 req-5327e464-e382-4113-8d06-408714500ea0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:43.625882 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-fc633303-448c-46f3-bea1-ce689f21d921 req-5327e464-e382-4113-8d06-408714500ea0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] For port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d,segment=NetworkSegment(1052fc79-6dcc-4daf-a880-4260acf41bbf),segment_id=1052fc79-6dcc-4daf-a880-4260acf41bbf)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:48:43.626206 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fc633303-448c-46f3-bea1-ce689f21d921 req-5327e464-e382-4113-8d06-408714500ea0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:43.764925 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-fc633303-448c-46f3-bea1-ce689f21d921 req-5327e464-e382-4113-8d06-408714500ea0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Calling delete_port for 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:48:43.936445 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fc633303-448c-46f3-bea1-ce689f21d921 req-5327e464-e382-4113-8d06-408714500ea0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:43.951743 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:48:44.046464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327e464-e382-4113-8d06-408714500ea0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Pushing event deleted for resources: {'Port': ['ID=5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:48:44.053138 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5327e464-e382-4113-8d06-408714500ea0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:48:44.159599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc633303-448c-46f3-bea1-ce689f21d921 req-5327e464-e382-4113-8d06-408714500ea0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] No DVR routers for this DVR port 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:48:44.161700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fc633303-448c-46f3-bea1-ce689f21d921 req-5327e464-e382-4113-8d06-408714500ea0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:44.164366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c254028-9b7b-48cc-bbdd-91afc17befe1', 'name': 'network-vif-deleted', 'tag': '5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:48:44.205690 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fc633303-448c-46f3-bea1-ce689f21d921 req-5327e464-e382-4113-8d06-408714500ea0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.16 "DELETE /v2.0/ports/5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d HTTP/1.1" status: 204  len: 173 time: 0.9206388
Feb 18 04:48:44.266009 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c254028-9b7b-48cc-bbdd-91afc17befe1', 'name': 'network-vif-deleted', 'tag': '5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d', 'status': 'completed', 'code': 200}
Feb 18 04:48:44.394005 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-d2586185-c395-45eb-bc7e-15634d77b532 req-0401e2cb-caec-4db3-bf87-06608e484f82 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Synchronizing usage tracker for tenant:c686379631ac4194be7529b794ef4940 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:48:44.427466 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-d2586185-c395-45eb-bc7e-15634d77b532 req-0401e2cb-caec-4db3-bf87-06608e484f82 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Unset dirty status for tenant:c686379631ac4194be7529b794ef4940 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:48:44.428688 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d2586185-c395-45eb-bc7e-15634d77b532 req-0401e2cb-caec-4db3-bf87-06608e484f82 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 210 time: 0.0824418
Feb 18 04:48:45.594027 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c5bd6c2a-f4da-4141-bc58-3997048740d8 req-ca6423e4-3d41-470f-b4aa-3199a06a92e2 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 210 time: 0.0512586
Feb 18 04:48:46.576475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:46.641550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:48:46.682594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] No Port match for: 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:48:46.682982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 5bcc9212-438a-4d3b-ad6e-c1c1c8805a1d not bound to the agent host hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:48:46.775540 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2fe218af-4de4-4e97-bfba-7917d3a5da04 req-3ce017cd-6906-45e2-ac54-8bcd3c922aae tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c254028-9b7b-48cc-bbdd-91afc17befe1 HTTP/1.1" status: 200  len: 210 time: 0.0493960
Feb 18 04:48:54.597947 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-1e953aaf-639e-4469-918f-a34f53b1884c tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1115921323&fields=id&tenant_id=6660306333f4419b8089c5de942e923f HTTP/1.1" status: 200  len: 267 time: 0.2841508
Feb 18 04:48:54.756133 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-2e11b944-950b-4699-aeec-cd33c875a3f1 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:48:54.757685 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-2e11b944-950b-4699-aeec-cd33c875a3f1 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 812 time: 0.1525478
Feb 18 04:48:54.774425 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-d2df7876-c809-43d5-88ee-7d44e3ace7a7 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/quotas/6660306333f4419b8089c5de942e923f HTTP/1.1" status: 200  len: 375 time: 0.0101252
Feb 18 04:48:54.867949 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-86673258-2b4b-490f-8ace-37357cb4b6fc tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0873737
Feb 18 04:48:54.990152 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-4e913804-174e-44a7-b7dc-fa1761b976ee service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84044) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:48:54.991324 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-4e913804-174e-44a7-b7dc-fa1761b976ee service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1112738
Feb 18 04:48:55.133405 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-eb220fdb-083b-4426-bf47-54af4a98244d service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344337
Feb 18 04:48:55.276642 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-6cd75423-6890-4a9f-a9df-b566fccca487 service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362903
Feb 18 04:48:55.780341 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-cdad8574-2224-480e-9175-2309a0329505 req-4de36646-da4b-4e6f-9ec9-113cd833f7df tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 210 time: 0.0508468
Feb 18 04:48:56.945795 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9ce9b021-65ce-4cc0-9e47-3eb1947bc88b req-80a73905-d9c9-4b47-8648-86ece2039455 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 210 time: 0.0530224
Feb 18 04:48:58.124321 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-88d05089-b772-4986-8a82-d7057ac8eb68 req-9d738f54-4b7e-4e5b-9b8a-175df56037bf tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 210 time: 0.0523512
Feb 18 04:48:58.516672 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-cc813909-93ec-4220-af9a-3317edeff6ed tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:48:58.518327 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-cc813909-93ec-4220-af9a-3317edeff6ed tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 812 time: 0.1627128
Feb 18 04:48:58.595970 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-dbc0dfb2-70bd-40d1-8de2-8052168c506a tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6660306333f4419b8089c5de942e923f HTTP/1.1" status: 200  len: 5765 time: 0.0688560
Feb 18 04:48:58.606257 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'port': {'device_id': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'admin_state_up': True, 'tenant_id': '6660306333f4419b8089c5de942e923f', 'security_groups': ['fb5ea15e-c2cf-4058-b15b-8518af68ed27']}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:48:58.883444 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:48:58.892053 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-89dd5b30-8841-42c6-beb0-e1f34fc5bc70 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:48:58.893625 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-89dd5b30-8841-42c6-beb0-e1f34fc5bc70 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/networks?id=03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c HTTP/1.1" status: 200  len: 812 time: 0.2724800
Feb 18 04:48:58.907132 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:48:58.916998 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-62374135-efe8-4459-95fd-431661d0d99f tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/quotas/c686379631ac4194be7529b794ef4940 HTTP/1.1" status: 200  len: 375 time: 0.0153441
Feb 18 04:48:58.967046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Made reservation on behalf of 6660306333f4419b8089c5de942e923f for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:48:58.972569 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:58.990483 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-a5103f51-15a7-4f65-968e-52893c1bfcd3 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c686379631ac4194be7529b794ef4940&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0680180
Feb 18 04:48:59.293717 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dc0d5cab-683c-4ad7-abd0-def65dd5011d req-c3a3eb0d-9e3e-442f-9d3c-eb844eeada7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 210 time: 0.0520561
Feb 18 04:48:59.298315 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-2307c632-79c2-4ffd-b3ee-57891aee86cb service neutron] 10.222.0.43 "GET /v2.0/networks/03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2892981
Feb 18 04:48:59.535161 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-0e44754f-ec93-414d-8051-8575212a37ce service neutron] 10.222.0.43 "GET /v2.0/networks/03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2279799
Feb 18 04:48:59.541591 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Allocated IP 172.20.0.14 (cc407771-8186-427b-ad41-61a07c86c410/877d8b44-765c-4410-8085-eb646b3c0774/32270bf7-5e24-4b1c-a259-6f06ec55769d) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:48:59.748677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:59.758455 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7f2d9971-1459-4a31-82b3-c526b14f2391 req-7637ebbf-4701-4630-8ae5-f1714cf2d3f2 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 210 time: 0.0516558
Feb 18 04:48:59.765107 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Transition to ACTIVE for port object 32270bf7-5e24-4b1c-a259-6f06ec55769d will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:48:59.822602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:48:59.841060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:48:59.978728 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event updated for resources: {'Port': ['ID=32270bf7-5e24-4b1c-a259-6f06ec55769d,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:48:59.982137 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:49:00.037376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Network cc407771-8186-427b-ad41-61a07c86c410 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:49:00.038492 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:49:00.040919 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:49:00.110052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:00.110717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:00.181527 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-8531bc17-256f-40cc-a9e1-50c073df3b03 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5793409
Feb 18 04:49:00.192599 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-c02b6220-9dcf-47e8-af13-39755e208f1e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=84044) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 04:49:00.193754 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-c02b6220-9dcf-47e8-af13-39755e208f1e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0059404
Feb 18 04:49:00.251727 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Request body: {'port': {'device_id': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:49:00.296610 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-48311211-3895-4a33-b6c2-7870a30de6a5 None None] Provisioning for port 32270bf7-5e24-4b1c-a259-6f06ec55769d completed by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:49:00.301930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-48311211-3895-4a33-b6c2-7870a30de6a5 None None] Provisioning complete for port 32270bf7-5e24-4b1c-a259-6f06ec55769d triggered by entity DHCP. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:49:00.302425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-48311211-3895-4a33-b6c2-7870a30de6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:00.361180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-48311211-3895-4a33-b6c2-7870a30de6a5 None None] Port 32270bf7-5e24-4b1c-a259-6f06ec55769d cannot update to ACTIVE because it is not bound. {{(pid=84045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 04:49:00.381502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:00.891808 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006c8d0-69ba-4766-8743-44855c8181c8 req-89cb1955-2d3c-40b3-a994-67746e82d284 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:00.892566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-5006c8d0-69ba-4766-8743-44855c8181c8 req-89cb1955-2d3c-40b3-a994-67746e82d284 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:49:00.936158 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2b281a9e-e089-4ffe-a575-6019cb35fd68 req-e6a32f0c-4cfd-4d49-a487-6decbb3f6861 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 210 time: 0.0529759
Feb 18 04:49:00.978883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-5006c8d0-69ba-4766-8743-44855c8181c8 req-89cb1955-2d3c-40b3-a994-67746e82d284 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:49:00.980177 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5006c8d0-69ba-4766-8743-44855c8181c8 req-89cb1955-2d3c-40b3-a994-67746e82d284 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 932 time: 0.5512059
Feb 18 04:49:01.065997 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-5006c8d0-69ba-4766-8743-44855c8181c8 req-2c94a4ed-57e8-4186-9c13-6ef21ec30986 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0721033
Feb 18 04:49:01.162741 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32270bf7-5e24-4b1c-a259-6f06ec55769d {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:49:01.171411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:01.183614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Transition to ACTIVE for port object 32270bf7-5e24-4b1c-a259-6f06ec55769d will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:49:01.223079 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:01.288439 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8cd3e679-016c-4e42-9d83-0af457fb330d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:49:01.449878 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Pushing event updated for resources: {'Port': ['ID=32270bf7-5e24-4b1c-a259-6f06ec55769d,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:49:01.457540 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:49:01.535226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-dcb6891f-0d4f-4488-a9a4-0d5945c703bb tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:01.536782 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-dcb6891f-0d4f-4488-a9a4-0d5945c703bb tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.16 "GET /v2.0/networks?id=03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c HTTP/1.1" status: 200  len: 812 time: 0.3411169
Feb 18 04:49:01.553228 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Request body: {'port': {'device_id': 'fbe74847-ec12-423b-9731-e7cf9ddd58b4', 'network_id': '03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c', 'admin_state_up': True, 'tenant_id': 'c686379631ac4194be7529b794ef4940'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:49:01.827314 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Attempting to bind port 32270bf7-5e24-4b1c-a259-6f06ec55769d on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:49:01.827633 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Attempting to bind port 32270bf7-5e24-4b1c-a259-6f06ec55769d by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:49:01.828023 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Attempting to bind port 32270bf7-5e24-4b1c-a259-6f06ec55769d on network cc407771-8186-427b-ad41-61a07c86c410 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:49:01.830409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:49:01.840182 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:49:01.840558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Checking segment: {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:49:01.840964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:01.841361 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Bound using segment: {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:49:01.841839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Bound port: 32270bf7-5e24-4b1c-a259-6f06ec55769d, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5796955-82e7-4091-b55c-d9d2d0c73bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:49:01.842210 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:01.858255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:49:01.935818 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Made reservation on behalf of c686379631ac4194be7529b794ef4940 for: {'port': 1} {{(pid=84044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 04:49:01.941656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:01.979725 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] For port 32270bf7-5e24-4b1c-a259-6f06ec55769d, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:49:01.994053 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] For port 32270bf7-5e24-4b1c-a259-6f06ec55769d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=32270bf7-5e24-4b1c-a259-6f06ec55769d,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:49:02.060789 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:02.081453 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-5380bb35-578c-4aba-9dfe-70f577fd71e8 tempest-TestMinimumBasicScenario-555076299 tempest-TestMinimumBasicScenario-555076299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:49:02.113944 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-79d7e049-1815-4dce-93a7-f0ec99cf8f6e req-a5dc8995-a1ee-4b97-86c0-3c9be237ed9f tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 210 time: 0.0495358
Feb 18 04:49:02.341627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Pushing event updated for resources: {'Port': ['ID=32270bf7-5e24-4b1c-a259-6f06ec55769d,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:49:02.395947 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:49:02.466551 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3e1c0-b3fc-4aae-bfed-6a3426144ab6 req-4c404803-ceec-4528-9d0f-8ca120f05351 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:02.468197 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-90f3e1c0-b3fc-4aae-bfed-6a3426144ab6 req-4c404803-ceec-4528-9d0f-8ca120f05351 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 944 time: 0.2697074
Feb 18 04:49:02.474028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:02.474638 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:02.476137 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] 10.222.0.16 "PUT /v2.0/ports/32270bf7-5e24-4b1c-a259-6f06ec55769d HTTP/1.1" status: 200  len: 1158 time: 2.2753217
Feb 18 04:49:02.476795 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'tag': '32270bf7-5e24-4b1c-a259-6f06ec55769d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:49:02.536584 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'tag': '32270bf7-5e24-4b1c-a259-6f06ec55769d', 'status': 'completed', 'code': 200}
Feb 18 04:49:02.640870 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-90f3e1c0-b3fc-4aae-bfed-6a3426144ab6 req-42144685-8875-49a2-b1bd-60f9d35d61c9 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1553781
Feb 18 04:49:02.653425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Allocated IP 172.20.0.7 (03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c/633edee3-7d48-48ae-bac5-39154220d696/e6e03e48-07c3-43f7-ace8-eacf293bd814) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:49:02.712354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df761f1-acfe-4b9e-8d7c-95a88c2da858 req-6af6d3d7-3c41-4749-81b0-0d50499f51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:02.713987 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7df761f1-acfe-4b9e-8d7c-95a88c2da858 req-6af6d3d7-3c41-4749-81b0-0d50499f51a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 1161 time: 0.1550727
Feb 18 04:49:02.995431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df761f1-acfe-4b9e-8d7c-95a88c2da858 req-99c2f659-fa92-48cf-a62f-50bccb3c0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:02.997051 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7df761f1-acfe-4b9e-8d7c-95a88c2da858 req-99c2f659-fa92-48cf-a62f-50bccb3c0178 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6660306333f4419b8089c5de942e923f&shared=False HTTP/1.1" status: 200  len: 906 time: 0.2756939
Feb 18 04:49:03.091886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:03.174072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df761f1-acfe-4b9e-8d7c-95a88c2da858 req-defe9439-2b29-4559-85c9-6286e0e36f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:03.175684 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-7df761f1-acfe-4b9e-8d7c-95a88c2da858 req-defe9439-2b29-4559-85c9-6286e0e36f7d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1708004
Feb 18 04:49:03.257750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:03.277652 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:49:03.316863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cf7b7-37df-44b6-932d-622976748be8 req-617e7507-90bf-45e8-b9d3-e0ad2d806dd4 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:03.318496 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c8cf7b7-37df-44b6-932d-622976748be8 req-617e7507-90bf-45e8-b9d3-e0ad2d806dd4 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 931 time: 0.0874326
Feb 18 04:49:03.371844 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6c8cf7b7-37df-44b6-932d-622976748be8 req-c170bf0e-aa47-432e-92a0-bc633868b2ec tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455024
Feb 18 04:49:03.664048 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Pushing event updated for resources: {'Port': ['ID=e6e03e48-07c3-43f7-ace8-eacf293bd814,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:49:03.669073 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:49:03.724099 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-99104e55-330f-427c-8849-23998fdb9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:03.725740 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-99104e55-330f-427c-8849-23998fdb9a75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 1161 time: 0.5126331
Feb 18 04:49:03.847695 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-00b1a8c5-85fd-4127-840a-7b7cd7dd78bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32270bf7-5e24-4b1c-a259-6f06ec55769d HTTP/1.1" status: 200  len: 217 time: 0.1131122
Feb 18 04:49:03.863505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Network 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:49:03.904209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Resources bound (agent type, host, resource id):  {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:49:03.909780 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:49:03.998130 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-123d1c56-cbff-494e-82e5-12305a131b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:03.999751 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-123d1c56-cbff-494e-82e5-12305a131b29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.1387811
Feb 18 04:49:04.017434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:04.018083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:04.089512 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ade0d-3b2b-4d6c-8475-e7922d039ab5 req-589448a3-631e-4b46-ab9c-9926bb4381b0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:04.091657 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-449ade0d-3b2b-4d6c-8475-e7922d039ab5 req-589448a3-631e-4b46-ab9c-9926bb4381b0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 944 time: 0.2922754
Feb 18 04:49:04.129858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:49:04.161597 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-449ade0d-3b2b-4d6c-8475-e7922d039ab5 req-82cdea80-f8f5-4c17-9c84-4f5959be54b5 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0599828
Feb 18 04:49:04.164283 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-70eaf3b5-52d0-4ecc-90f1-98f33051695d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6167960
Feb 18 04:49:04.170233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-ac76c0db-9ca0-4bbb-a1ef-acda2af76e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:04.171803 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-ac76c0db-9ca0-4bbb-a1ef-acda2af76e97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1613808
Feb 18 04:49:04.177223 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Request body: {'port': {'device_id': 'fbe74847-ec12-423b-9731-e7cf9ddd58b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:49:04.417886 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:04.440280 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-392d3e69-768c-4b57-855f-11e442e4d9e0 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2365642
Feb 18 04:49:04.573028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925a039-c89f-4fe6-a89e-a15a1672b01f req-c559f04b-44c3-43dd-86bd-b10107fe7194 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:04.575296 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f925a039-c89f-4fe6-a89e-a15a1672b01f req-c559f04b-44c3-43dd-86bd-b10107fe7194 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 931 time: 0.0879738
Feb 18 04:49:04.624431 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f925a039-c89f-4fe6-a89e-a15a1672b01f req-5e75690e-d7aa-4aad-af5a-b8b8bdd8b039 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427401
Feb 18 04:49:04.736842 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-fca573fc-8133-482b-9c5a-1e8edd5a9d69 req-d2bb3c3b-a72e-40bf-ba9c-134b311b7350 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2687092
Feb 18 04:49:04.975317 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e03e48-07c3-43f7-ace8-eacf293bd814 {{(pid=84044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 04:49:04.983440 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:04.995841 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Transition to ACTIVE for port object e6e03e48-07c3-43f7-ace8-eacf293bd814 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 04:49:05.025877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:05.041358 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ef6b34af-fb6a-4bce-9061-f9041add0f7b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:49:05.179883 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e03e48-07c3-43f7-ace8-eacf293bd814,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:49:05.201920 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.202346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.202761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.203196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.203602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.204006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.204413 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.204812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.205216 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.205617 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.206017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.206417 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.206885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.207296 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.207693 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.208091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.208489 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.208890 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.209289 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.209692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.210089 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.210488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.210912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.211310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:05.217821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:49:05.449761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Attempting to bind port e6e03e48-07c3-43f7-ace8-eacf293bd814 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 04:49:05.450129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Attempting to bind port e6e03e48-07c3-43f7-ace8-eacf293bd814 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '1052fc79-6dcc-4daf-a880-4260acf41bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 04:49:05.450502 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Attempting to bind port e6e03e48-07c3-43f7-ace8-eacf293bd814 on network 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 04:49:05.460392 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424f79c-9c11-48b6-abb7-9a2ea4559d14 req-6783d708-e5b9-450f-a122-3f2fad443d77 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:05.461980 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2424f79c-9c11-48b6-abb7-9a2ea4559d14 req-6783d708-e5b9-450f-a122-3f2fad443d77 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 944 time: 0.1636205
Feb 18 04:49:05.464642 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Checking agent: {'id': 'c48e6d87-7f50-43e2-bf8b-d871adb0346e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 36, 15), 'started_at': datetime.datetime(2021, 2, 18, 4, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 04:49:05.465536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Checking segment: {'id': '1052fc79-6dcc-4daf-a880-4260acf41bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 04:49:05.465941 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:05.466330 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Bound using segment: {'id': '1052fc79-6dcc-4daf-a880-4260acf41bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 04:49:05.466822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Bound port: e6e03e48-07c3-43f7-ace8-eacf293bd814, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1052fc79-6dcc-4daf-a880-4260acf41bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 04:49:05.467197 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:05.586030 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2424f79c-9c11-48b6-abb7-9a2ea4559d14 req-3f118398-d46c-484c-a147-e667ebcbf28d tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1077511
Feb 18 04:49:05.586247 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3d3a56b6-80bf-4bff-9119-d8c277b949dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:05.600929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] For port e6e03e48-07c3-43f7-ace8-eacf293bd814, host hv-cinder-77630, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 04:49:05.604332 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] For port e6e03e48-07c3-43f7-ace8-eacf293bd814, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=e6e03e48-07c3-43f7-ace8-eacf293bd814,segment=NetworkSegment(1052fc79-6dcc-4daf-a880-4260acf41bbf),segment_id=1052fc79-6dcc-4daf-a880-4260acf41bbf)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 04:49:05.632038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928762'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:05.647858 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:49:05.791570 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e03e48-07c3-43f7-ace8-eacf293bd814,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:49:05.796163 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:49:05.827022 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7715e7e-93a0-4f90-a841-7916e1e6a3e9 req-8b6e2fcc-066d-4f57-b87c-51a420500cb5 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:05.828643 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7715e7e-93a0-4f90-a841-7916e1e6a3e9 req-8b6e2fcc-066d-4f57-b87c-51a420500cb5 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 943 time: 0.0915356
Feb 18 04:49:05.840464 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:05.841154 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:05.842622 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] 10.222.0.16 "PUT /v2.0/ports/e6e03e48-07c3-43f7-ace8-eacf293bd814 HTTP/1.1" status: 200  len: 1157 time: 1.6698642
Feb 18 04:49:05.843248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe74847-ec12-423b-9731-e7cf9ddd58b4', 'tag': 'e6e03e48-07c3-43f7-ace8-eacf293bd814'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:49:05.879605 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-f7715e7e-93a0-4f90-a841-7916e1e6a3e9 req-752ec438-a45b-456e-9c2b-baf15d04bc5f tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445242
Feb 18 04:49:05.891285 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe74847-ec12-423b-9731-e7cf9ddd58b4', 'tag': 'e6e03e48-07c3-43f7-ace8-eacf293bd814', 'status': 'completed', 'code': 200}
Feb 18 04:49:05.992806 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010eb01-9b14-42c8-93cc-69e94b067359 req-13f9f564-360a-4ff8-bbc1-29d4da8232bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:05.994708 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9010eb01-9b14-42c8-93cc-69e94b067359 req-13f9f564-360a-4ff8-bbc1-29d4da8232bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c686379631ac4194be7529b794ef4940&device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 1160 time: 0.0821521
Feb 18 04:49:06.144683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010eb01-9b14-42c8-93cc-69e94b067359 req-3f813273-1eed-4285-adbf-e054979fc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:06.146187 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9010eb01-9b14-42c8-93cc-69e94b067359 req-3f813273-1eed-4285-adbf-e054979fc5b3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c686379631ac4194be7529b794ef4940&shared=False HTTP/1.1" status: 200  len: 906 time: 0.1440978
Feb 18 04:49:06.290178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010eb01-9b14-42c8-93cc-69e94b067359 req-dbe9f339-83e1-4428-8dee-7146b17689df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:06.291809 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-9010eb01-9b14-42c8-93cc-69e94b067359 req-dbe9f339-83e1-4428-8dee-7146b17689df service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1395216
Feb 18 04:49:06.401373 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-366017bb-d445-4d11-97b0-a681b0a06ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:06.402866 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-366017bb-d445-4d11-97b0-a681b0a06ab3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c686379631ac4194be7529b794ef4940&device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 1160 time: 0.0761027
Feb 18 04:49:06.475832 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-f74115c7-2423-4c1e-8a7c-27524e480211 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6e03e48-07c3-43f7-ace8-eacf293bd814 HTTP/1.1" status: 200  len: 217 time: 0.0661626
Feb 18 04:49:06.542324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-40ebf3dd-72eb-4ee5-a8ed-2f83a1eadd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:06.543863 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-40ebf3dd-72eb-4ee5-a8ed-2f83a1eadd7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=633edee3-7d48-48ae-bac5-39154220d696 HTTP/1.1" status: 200  len: 852 time: 0.0614529
Feb 18 04:49:06.598327 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-3f5234a1-2cfe-4f5c-ab3c-f360967ff9f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478823
Feb 18 04:49:06.795670 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-d622b4fe-30a8-4a96-a372-3d31c1aef262 service neutron] 10.222.0.16 "GET /v2.0/networks/03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902623
Feb 18 04:49:07.111495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88c280-4b8f-46de-97ad-67f1d73503c9 req-bdd7b9ce-289e-449e-bda7-adb916019df0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:07.113159 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0c88c280-4b8f-46de-97ad-67f1d73503c9 req-bdd7b9ce-289e-449e-bda7-adb916019df0 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 943 time: 0.0903497
Feb 18 04:49:07.156776 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3e373-2a86-4104-a72e-f6e33f1d77b0 req-0f04127c-e4a3-470d-ac1c-e64e9517fe73 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:07.158443 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c7f3e373-2a86-4104-a72e-f6e33f1d77b0 req-0f04127c-e4a3-470d-ac1c-e64e9517fe73 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 944 time: 0.4538941
Feb 18 04:49:07.161508 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-0c88c280-4b8f-46de-97ad-67f1d73503c9 req-046902ac-bff2-4618-a2b3-e3f14b7c3b4b tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418026
Feb 18 04:49:07.240079 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c7f3e373-2a86-4104-a72e-f6e33f1d77b0 req-a0aec9f0-c9b5-497f-8587-c6810fb94fd7 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0746307
Feb 18 04:49:07.242164 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e8f47085-2b05-4eec-ab6f-dde7fb631476 req-0835e325-c42b-4599-84f1-cf13d7ca778a service neutron] 10.222.0.16 "GET /v2.0/networks/03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4383686
Feb 18 04:49:07.837338 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3ce9273e-daa5-4b0e-b86c-35acd6606af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:08.448811 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918512c7-de47-4b0a-add1-56f06137274b req-aa0867d3-ee03-46df-b2d8-c54c8107c317 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:08.450503 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-918512c7-de47-4b0a-add1-56f06137274b req-aa0867d3-ee03-46df-b2d8-c54c8107c317 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 944 time: 0.0959685
Feb 18 04:49:08.502187 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-918512c7-de47-4b0a-add1-56f06137274b req-a82a098b-1108-4dee-8d7c-0587fa3b516d tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0450807
Feb 18 04:49:08.593274 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc429c54-e7b0-4a57-b9b2-076551c882ad req-69dfd610-9598-41b5-8a74-1bd1f02d4d4b tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:08.594902 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dc429c54-e7b0-4a57-b9b2-076551c882ad req-69dfd610-9598-41b5-8a74-1bd1f02d4d4b tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 943 time: 0.3184640
Feb 18 04:49:08.644309 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-dc429c54-e7b0-4a57-b9b2-076551c882ad req-d7ef894c-948d-44a6-a472-01b25169c10d tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430751
Feb 18 04:49:08.679215 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:09.489837 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:09.699550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b49201-4981-48e5-a77d-d56dd0032952 req-435cbd1f-346a-4f76-9dcf-d71f5121be3b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:09.701159 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c0b49201-4981-48e5-a77d-d56dd0032952 req-435cbd1f-346a-4f76-9dcf-d71f5121be3b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 944 time: 0.0880954
Feb 18 04:49:09.752453 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c0b49201-4981-48e5-a77d-d56dd0032952 req-64f8b79c-2a90-4874-b593-d1fc57cac4eb tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0450194
Feb 18 04:49:09.830221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:09.843855 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfe1c7-a187-4417-99db-10b8cd078d6f req-361a3e43-2716-46d6-9f79-e9657f18f021 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:09.845467 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2dbfe1c7-a187-4417-99db-10b8cd078d6f req-361a3e43-2716-46d6-9f79-e9657f18f021 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 943 time: 0.0872228
Feb 18 04:49:09.895496 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-2dbfe1c7-a187-4417-99db-10b8cd078d6f req-e4824ffc-49f1-4087-90fc-df84402b7127 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436232
Feb 18 04:49:10.021972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device e6e03e48-07c3-43f7-ace8-eacf293bd814 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:49:10.122452 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port e6e03e48-07c3-43f7-ace8-eacf293bd814 completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:49:10.127302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port e6e03e48-07c3-43f7-ace8-eacf293bd814 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:49:10.127723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:10.247154 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:10.276682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe74847-ec12-423b-9731-e7cf9ddd58b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e03e48-07c3-43f7-ace8-eacf293bd814'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:49:10.287219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port e6e03e48-07c3-43f7-ace8-eacf293bd814, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=e6e03e48-07c3-43f7-ace8-eacf293bd814,segment=NetworkSegment(1052fc79-6dcc-4daf-a880-4260acf41bbf),segment_id=1052fc79-6dcc-4daf-a880-4260acf41bbf)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:49:10.322692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:10.325245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:49:10.385939 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe74847-ec12-423b-9731-e7cf9ddd58b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e03e48-07c3-43f7-ace8-eacf293bd814', 'code': 200}
Feb 18 04:49:10.396825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=e6e03e48-07c3-43f7-ace8-eacf293bd814,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:49:10.405964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.406367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.406779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.407194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.407568 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.407938 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.408309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.408678 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.409046 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.409409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.409775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.410167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.410571 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.410968 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.411450 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.411812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.412175 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.412602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.412964 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.413324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.413690 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.414051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.414413 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.414771 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:10.418949 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:49:10.675426 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ca520-2d61-4b51-b628-c2df8b83bef9 req-230cbcde-7455-4339-9dc0-3024389d7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:10.677010 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-859ca520-2d61-4b51-b628-c2df8b83bef9 req-230cbcde-7455-4339-9dc0-3024389d7ed5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 1162 time: 0.0784042
Feb 18 04:49:10.720340 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-859ca520-2d61-4b51-b628-c2df8b83bef9 req-04f1034a-a903-473d-9d28-557cedc3b1c3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355165
Feb 18 04:49:10.950667 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7d724-c2cf-4c7a-a07b-90127781bb64 req-02fd57bb-167c-41d6-a593-f1b8fc27fdff tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:10.952328 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-33f7d724-c2cf-4c7a-a07b-90127781bb64 req-02fd57bb-167c-41d6-a593-f1b8fc27fdff tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 944 time: 0.0864620
Feb 18 04:49:11.002021 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-33f7d724-c2cf-4c7a-a07b-90127781bb64 req-73d59e72-fe85-4a8b-b620-369369e887eb tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0434330
Feb 18 04:49:11.104043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de52528-f558-426c-8515-04f0c585ebbf req-2996d363-a8da-4fd4-8ffa-b655c155e50a tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:11.104799 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-3de52528-f558-426c-8515-04f0c585ebbf req-2996d363-a8da-4fd4-8ffa-b655c155e50a tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Synchronizing usage tracker for tenant:c686379631ac4194be7529b794ef4940 on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:49:11.151178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-3de52528-f558-426c-8515-04f0c585ebbf req-2996d363-a8da-4fd4-8ffa-b655c155e50a tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Unset dirty status for tenant:c686379631ac4194be7529b794ef4940 on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:49:11.152490 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3de52528-f558-426c-8515-04f0c585ebbf req-2996d363-a8da-4fd4-8ffa-b655c155e50a tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 945 time: 0.1351964
Feb 18 04:49:11.200814 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3de52528-f558-426c-8515-04f0c585ebbf req-40f26924-38a9-4d92-8ed3-3c1f395a0b9e tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419881
Feb 18 04:49:12.161463 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device e6e03e48-07c3-43f7-ace8-eacf293bd814 up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:49:12.205739 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dca9b-d0c9-471f-9b06-d8774ad1560d req-ee906bcc-cc8b-45f2-ab7a-8a5691be996e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:12.207388 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-928dca9b-d0c9-471f-9b06-d8774ad1560d req-ee906bcc-cc8b-45f2-ab7a-8a5691be996e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 944 time: 0.0915115
Feb 18 04:49:12.236884 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port e6e03e48-07c3-43f7-ace8-eacf293bd814 triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:49:12.237320 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:12.256795 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-928dca9b-d0c9-471f-9b06-d8774ad1560d req-42e93d79-85f0-4de6-b149-e3bf30d819c1 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0429428
Feb 18 04:49:12.365714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 32270bf7-5e24-4b1c-a259-6f06ec55769d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:49:12.400899 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa0eb-8932-4fab-9c81-f80463c20a71 req-855e3097-de12-4ba5-a46c-9fdfe616f3eb tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:12.402552 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-76eaa0eb-8932-4fab-9c81-f80463c20a71 req-855e3097-de12-4ba5-a46c-9fdfe616f3eb tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 945 time: 0.0870097
Feb 18 04:49:12.450484 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-76eaa0eb-8932-4fab-9c81-f80463c20a71 req-2c23987d-2fe0-4490-8599-09c02e315267 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415611
Feb 18 04:49:12.476943 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning for port 32270bf7-5e24-4b1c-a259-6f06ec55769d completed by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 04:49:12.482339 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 32270bf7-5e24-4b1c-a259-6f06ec55769d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:49:12.482834 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:12.604541 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:12.636410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32270bf7-5e24-4b1c-a259-6f06ec55769d'}] {{(pid=84045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:49:12.647052 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] For port 32270bf7-5e24-4b1c-a259-6f06ec55769d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=32270bf7-5e24-4b1c-a259-6f06ec55769d,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:49:12.679022 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:12.681095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:49:12.713764 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32270bf7-5e24-4b1c-a259-6f06ec55769d', 'code': 200}
Feb 18 04:49:12.754165 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Pushing event updated for resources: {'Port': ['ID=32270bf7-5e24-4b1c-a259-6f06ec55769d,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:49:12.757734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:49:13.119631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f6371-3ba2-4384-b087-162df886d574 req-2816a03e-cd96-44a0-bdb1-3e795a62031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:13.121324 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-934f6371-3ba2-4384-b087-162df886d574 req-2816a03e-cd96-44a0-bdb1-3e795a62031a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 1163 time: 0.0825834
Feb 18 04:49:13.165581 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-934f6371-3ba2-4384-b087-162df886d574 req-994aa642-bb7a-42b1-9d94-af7d929b7c9b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0379694
Feb 18 04:49:13.455498 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d618d-d047-46dd-b174-b658ec9a7d7d req-dc8c9017-dcce-4a6f-8554-1ff79094ee1f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:13.457098 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d10d618d-d047-46dd-b174-b658ec9a7d7d req-dc8c9017-dcce-4a6f-8554-1ff79094ee1f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 946 time: 0.0859852
Feb 18 04:49:13.505614 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-d10d618d-d047-46dd-b174-b658ec9a7d7d req-dac73be8-89b7-4831-ac12-e164e1a40436 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0419128
Feb 18 04:49:13.773975 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 32270bf7-5e24-4b1c-a259-6f06ec55769d up at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 04:49:13.844797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.provisioning_blocks [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Provisioning complete for port 32270bf7-5e24-4b1c-a259-6f06ec55769d triggered by entity L2. {{(pid=84045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 04:49:13.845221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133824930'] for port, provisioning_complete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:14.705309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f233a-9ed2-49a0-8f40-1d4e6de87ae4 req-72a95bdf-2334-45ea-be51-621b2c4bb742 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:14.706978 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad4f233a-9ed2-49a0-8f40-1d4e6de87ae4 req-72a95bdf-2334-45ea-be51-621b2c4bb742 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 946 time: 0.0860848
Feb 18 04:49:14.757739 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-ad4f233a-9ed2-49a0-8f40-1d4e6de87ae4 req-8a666dc3-010c-4bb0-9630-aac7f3c0476a tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0446289
Feb 18 04:49:14.957665 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c0deb-dbc9-4faa-a9f8-73a2e7610c79 req-2cfa4807-2de6-4f89-bbc8-5c560176dc09 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:14.959307 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eb5c0deb-dbc9-4faa-a9f8-73a2e7610c79 req-2cfa4807-2de6-4f89-bbc8-5c560176dc09 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 946 time: 0.0888984
Feb 18 04:49:15.006594 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-eb5c0deb-dbc9-4faa-a9f8-73a2e7610c79 req-2750bdc1-0a1f-46bd-8db2-fda167d11b61 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0404618
Feb 18 04:49:15.203104 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-0d88f8d6-a01e-4e74-9496-2721a03cdca6 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1579053
Feb 18 04:49:15.213373 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'floatingip': {'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:49:15.219129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:49:15.229081 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:49:15.265620 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:15.409395 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:15.673209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_common [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Allocated IP 172.27.3.215 (0638e236-a1a1-495b-a8a5-e38e2dcb77e4/ff0b76a6-7ada-494d-9843-107a3ee58549/a26e4b40-000d-43f4-a5c7-8c7eebde2242) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 04:49:15.826407 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:15.900302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794548810372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:15.915238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ebda2ca3-dcd8-4fb5-8ded-56f5839e3731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:49:16.051367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event updated for resources: {'Port': ['ID=a26e4b40-000d-43f4-a5c7-8c7eebde2242,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:49:16.065369 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.065761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.066169 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.066573 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.067001 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.067398 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.067792 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.068185 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.068587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.068979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.069371 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.069776 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.070190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.070584 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.071003 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.071393 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.071783 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.072174 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.072563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.072950 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.073342 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.073733 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.074149 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.074539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:49:16.087965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:49:16.125572 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Network 0638e236-a1a1-495b-a8a5-e38e2dcb77e4 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 04:49:16.126692 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.base_scheduler [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Resources bound (agent type, host, resource id):  {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 04:49:16.129029 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 04:49:16.209614 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:16.307247 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720927232'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:16.575891 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:16.591627 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:16.619900 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363242305568048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242305964660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794548811174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1300603'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:16.635649 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-24a1c06a-81bc-4d3a-a413-2a90990b4d90 tempest-AttachVolumeTestJSON-737899756 tempest-AttachVolumeTestJSON-737899756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:49:16.772868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event updated for resources: {'Port': ['ID=a26e4b40-000d-43f4-a5c7-8c7eebde2242,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:49:16.775940 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:49:16.874075 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:16.928521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:16.929808 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cfd5e93e-6ee4-4613-8776-d88126474cc4 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7208238
Feb 18 04:49:17.018295 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-408877ab-affb-495e-9a77-f748a49d3cd0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:floatingip {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:49:17.059952 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-408877ab-affb-495e-9a77-f748a49d3cd0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:floatingip {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:49:17.061195 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-408877ab-affb-495e-9a77-f748a49d3cd0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.215 HTTP/1.1" status: 200  len: 696 time: 0.1248131
Feb 18 04:49:17.220280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cf4987e7-589d-48d9-8aa6-5c2be2ddfd46 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:17.221646 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-22c9e9f2-9161-4161-83b0-51123d4d04e8 req-cf4987e7-589d-48d9-8aa6-5c2be2ddfd46 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 784 time: 0.1544344
Feb 18 04:49:17.406254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84561805-2670-4b8e-a694-805e74d24d77 req-bfa92d93-ff9a-414d-a044-e46506f38c97 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:17.407890 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-84561805-2670-4b8e-a694-805e74d24d77 req-bfa92d93-ff9a-414d-a044-e46506f38c97 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0910399
Feb 18 04:49:17.491729 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-84561805-2670-4b8e-a694-805e74d24d77 req-576a9b61-cca1-46fc-91a6-0c17c251e500 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.215 HTTP/1.1" status: 200  len: 696 time: 0.0776722
Feb 18 04:49:17.502604 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.v2.base [req-84561805-2670-4b8e-a694-805e74d24d77 req-68f9864d-d3c4-46b3-a6d0-5313f4c77d72 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Request body: {'floatingip': {'port_id': '32270bf7-5e24-4b1c-a259-6f06ec55769d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 04:49:17.587038 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-84561805-2670-4b8e-a694-805e74d24d77 req-68f9864d-d3c4-46b3-a6d0-5313f4c77d72 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:18.211575 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-84561805-2670-4b8e-a694-805e74d24d77 req-68f9864d-d3c4-46b3-a6d0-5313f4c77d72 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:18.242895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-84561805-2670-4b8e-a694-805e74d24d77 req-68f9864d-d3c4-46b3-a6d0-5313f4c77d72 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853798765'] for floatingip, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:18.420720 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-84561805-2670-4b8e-a694-805e74d24d77 req-68f9864d-d3c4-46b3-a6d0-5313f4c77d72 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Floating IP cd7897f5-f58e-426f-943a-668aeb760874 associated. External IP: 172.27.3.215, port: 32270bf7-5e24-4b1c-a259-6f06ec55769d.
Feb 18 04:49:18.789313 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84561805-2670-4b8e-a694-805e74d24d77 req-68f9864d-d3c4-46b3-a6d0-5313f4c77d72 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Router 080d65e3-660b-4745-bb4f-ef6659615281 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:49:18.978292 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84561805-2670-4b8e-a694-805e74d24d77 req-68f9864d-d3c4-46b3-a6d0-5313f4c77d72 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:49:18.982714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-84561805-2670-4b8e-a694-805e74d24d77 req-68f9864d-d3c4-46b3-a6d0-5313f4c77d72 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:18.988399 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c4cc7-c908-45a4-878e-06af72178a6f None None] Sync routers for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:49:18.998774 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c4cc7-c908-45a4-878e-06af72178a6f None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:49:18.999460 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-266c4cc7-c908-45a4-878e-06af72178a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e34f390>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:49:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:49:19.041384 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-84561805-2670-4b8e-a694-805e74d24d77 req-68f9864d-d3c4-46b3-a6d0-5313f4c77d72 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "PUT /v2.0/floatingips/cd7897f5-f58e-426f-943a-668aeb760874 HTTP/1.1" status: 200  len: 997 time: 1.5428314
Feb 18 04:49:19.041951 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'tag': '32270bf7-5e24-4b1c-a259-6f06ec55769d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:49:19.097566 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'tag': '32270bf7-5e24-4b1c-a259-6f06ec55769d', 'status': 'completed', 'code': 200}
Feb 18 04:49:19.207515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-266c4cc7-c908-45a4-878e-06af72178a6f None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:49:19.431085 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84561805-2670-4b8e-a694-805e74d24d77 req-9bce5689-760b-4ede-a3e3-946411ccfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:19.432746 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-84561805-2670-4b8e-a694-805e74d24d77 req-9bce5689-760b-4ede-a3e3-946411ccfe2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 1163 time: 0.3772597
Feb 18 04:49:19.551086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309111e6-2d47-4a70-97f4-b296a0a7de64 req-ce2aa949-fb4a-405c-8e5c-f2b48130f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:19.553131 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-309111e6-2d47-4a70-97f4-b296a0a7de64 req-ce2aa949-fb4a-405c-8e5c-f2b48130f5e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 1163 time: 0.4323363
Feb 18 04:49:19.587865 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-266c4cc7-c908-45a4-878e-06af72178a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e34f390>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '7078a37b-00fc-4f6b-9ceb-3b5556a7a2db', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': '2631f976-431c-435f-b952-42e029ee0ada', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:4b:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:46:59Z', 'updated_at': '2021-02-18T04:47:05Z', 'revision_number': 2, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}, {'id': 'cd7897f5-f58e-426f-943a-668aeb760874', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': '32270bf7-5e24-4b1c-a259-6f06ec55769d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:02:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:49:16Z', 'updated_at': '2021-02-18T04:49:18Z', 'revision_number': 1, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:49:19.592058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c4cc7-c908-45a4-878e-06af72178a6f None None] Checking router: 080d65e3-660b-4745-bb4f-ef6659615281 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:49:19.601108 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c4cc7-c908-45a4-878e-06af72178a6f None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:49:19.601768 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-266c4cc7-c908-45a4-878e-06af72178a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e34f390>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:49:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:49:19.685195 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84561805-2670-4b8e-a694-805e74d24d77 req-d04e23d2-ff2f-4c8d-8ee6-c2d994c251d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:19.686831 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-84561805-2670-4b8e-a694-805e74d24d77 req-d04e23d2-ff2f-4c8d-8ee6-c2d994c251d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.2458694
Feb 18 04:49:19.791516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-266c4cc7-c908-45a4-878e-06af72178a6f None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:49:19.835539 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309111e6-2d47-4a70-97f4-b296a0a7de64 req-1b4202ed-9c0d-443a-b461-252f6db63d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:19.837178 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-309111e6-2d47-4a70-97f4-b296a0a7de64 req-1b4202ed-9c0d-443a-b461-252f6db63d61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.2639577
Feb 18 04:49:19.842109 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-84561805-2670-4b8e-a694-805e74d24d77 req-2e0846b3-87ad-4aed-8187-5ae18297824c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32270bf7-5e24-4b1c-a259-6f06ec55769d HTTP/1.1" status: 200  len: 1000 time: 0.1484380
Feb 18 04:49:20.016826 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84561805-2670-4b8e-a694-805e74d24d77 req-3b62b3e5-ff84-450e-9630-9afcae25c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:20.018420 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-84561805-2670-4b8e-a694-805e74d24d77 req-3b62b3e5-ff84-450e-9630-9afcae25c5e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.1130471
Feb 18 04:49:20.022440 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-309111e6-2d47-4a70-97f4-b296a0a7de64 req-6095d997-3372-4d21-8690-53f41e81b615 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32270bf7-5e24-4b1c-a259-6f06ec55769d HTTP/1.1" status: 200  len: 1000 time: 0.1773248
Feb 18 04:49:20.147735 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309111e6-2d47-4a70-97f4-b296a0a7de64 req-cce46ff7-c86e-4c56-9cfa-1aa5d2167af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:20.149411 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-309111e6-2d47-4a70-97f4-b296a0a7de64 req-cce46ff7-c86e-4c56-9cfa-1aa5d2167af3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.1205642
Feb 18 04:49:20.222560 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84561805-2670-4b8e-a694-805e74d24d77 req-ca253239-fd38-41a7-9c3c-e4ecc1dece07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:20.224251 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-84561805-2670-4b8e-a694-805e74d24d77 req-ca253239-fd38-41a7-9c3c-e4ecc1dece07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1577196
Feb 18 04:49:20.339087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309111e6-2d47-4a70-97f4-b296a0a7de64 req-f1cdd09b-7eab-4536-9fbf-2aac8b3de1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:20.341277 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-309111e6-2d47-4a70-97f4-b296a0a7de64 req-f1cdd09b-7eab-4536-9fbf-2aac8b3de1bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1840894
Feb 18 04:49:20.341999 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-266c4cc7-c908-45a4-878e-06af72178a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e34f390>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '7078a37b-00fc-4f6b-9ceb-3b5556a7a2db', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': '2631f976-431c-435f-b952-42e029ee0ada', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:4b:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:46:59Z', 'updated_at': '2021-02-18T04:47:05Z', 'revision_number': 2, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}, {'id': 'cd7897f5-f58e-426f-943a-668aeb760874', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': '32270bf7-5e24-4b1c-a259-6f06ec55769d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:02:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:49:16Z', 'updated_at': '2021-02-18T04:49:18Z', 'revision_number': 1, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:49:20.346310 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c4cc7-c908-45a4-878e-06af72178a6f None None] The sync data for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi is: [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '7078a37b-00fc-4f6b-9ceb-3b5556a7a2db', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': '2631f976-431c-435f-b952-42e029ee0ada', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:4b:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:46:59Z', 'updated_at': '2021-02-18T04:47:05Z', 'revision_number': 2, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}, {'id': 'cd7897f5-f58e-426f-943a-668aeb760874', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': '32270bf7-5e24-4b1c-a259-6f06ec55769d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:02:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:49:16Z', 'updated_at': '2021-02-18T04:49:18Z', 'revision_number': 1, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:49:20.482600 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-84561805-2670-4b8e-a694-805e74d24d77 req-24171198-75bf-479f-99ab-bec316861b73 service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476430
Feb 18 04:49:20.622910 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-309111e6-2d47-4a70-97f4-b296a0a7de64 req-9343a5d9-3e30-409a-80e8-03f804936b15 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2716031
Feb 18 04:49:20.649864 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257c00c-86e3-48f8-b974-0c8f8bfbf13c None None] New status for floating IP cd7897f5-f58e-426f-943a-668aeb760874: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:49:20.770934 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-84561805-2670-4b8e-a694-805e74d24d77 req-7242055e-803c-400b-a642-4a3d56b3d0e8 service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2794809
Feb 18 04:49:20.822363 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-309111e6-2d47-4a70-97f4-b296a0a7de64 req-cf2be3a4-d28d-42d8-ba07-9016a250f916 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1777382
Feb 18 04:49:24.606010 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b54f4168-2dd2-4392-9b46-5d91a4ab2d43 req-a30e8408-cbc9-416a-bbc0-52c2f8910492 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0823929
Feb 18 04:49:24.864125 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f4168-2dd2-4392-9b46-5d91a4ab2d43 req-9072970f-e0a1-4cc1-8d7d-826f9aa836a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:24.865714 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b54f4168-2dd2-4392-9b46-5d91a4ab2d43 req-9072970f-e0a1-4cc1-8d7d-826f9aa836a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 1162 time: 0.0779254
Feb 18 04:49:25.026105 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f4168-2dd2-4392-9b46-5d91a4ab2d43 req-b9ed447b-0ef4-4f1a-82ee-fb6a91e2d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:25.027747 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b54f4168-2dd2-4392-9b46-5d91a4ab2d43 req-b9ed447b-0ef4-4f1a-82ee-fb6a91e2d090 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.1400778
Feb 18 04:49:25.139616 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b54f4168-2dd2-4392-9b46-5d91a4ab2d43 req-335d3f67-e220-4e79-b0d1-0fa76453e4e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2631f976-431c-435f-b952-42e029ee0ada HTTP/1.1" status: 200  len: 1001 time: 0.1029413
Feb 18 04:49:25.207746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f4168-2dd2-4392-9b46-5d91a4ab2d43 req-2ce91abd-73e5-4566-83df-80e58796c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:25.209282 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b54f4168-2dd2-4392-9b46-5d91a4ab2d43 req-2ce91abd-73e5-4566-83df-80e58796c45a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.0627124
Feb 18 04:49:25.293779 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f4168-2dd2-4392-9b46-5d91a4ab2d43 req-f90e4e5b-7707-406e-a168-8e1674013445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:25.295382 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b54f4168-2dd2-4392-9b46-5d91a4ab2d43 req-f90e4e5b-7707-406e-a168-8e1674013445 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783672
Feb 18 04:49:25.436562 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b54f4168-2dd2-4392-9b46-5d91a4ab2d43 req-1c0ca200-7c2c-41d5-9ff0-3aca761e3847 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331403
Feb 18 04:49:25.582950 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-b54f4168-2dd2-4392-9b46-5d91a4ab2d43 req-a8ff4390-d32b-4772-bd76-c4e7b38676c1 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357160
Feb 18 04:49:35.569443 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e7a0bb0b-4307-40d4-82e2-a5c5bdfcc0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:35.663528 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c244dd-6dab-4d6d-9de0-09815b944244 req-a65b723f-1969-4e51-a354-0256e478b2ff tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:35.665120 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c2c244dd-6dab-4d6d-9de0-09815b944244 req-a65b723f-1969-4e51-a354-0256e478b2ff tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 945 time: 0.0865226
Feb 18 04:49:35.715363 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-c2c244dd-6dab-4d6d-9de0-09815b944244 req-c087bd2b-b56c-40bb-85dc-e6acf51fda27 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440662
Feb 18 04:49:36.913190 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a8184-26ae-4512-8a54-c8abbce5df31 req-180d531b-961d-4f0d-b729-90191c0a8c26 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:36.914749 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8a2a8184-26ae-4512-8a54-c8abbce5df31 req-180d531b-961d-4f0d-b729-90191c0a8c26 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 945 time: 0.0853744
Feb 18 04:49:36.966458 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-8a2a8184-26ae-4512-8a54-c8abbce5df31 req-ce01fd47-5e7e-4db1-a21f-9b48f762bb46 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/security-groups?id=e804a1f1-b917-4e2a-9501-4474352ff021&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448976
Feb 18 04:49:37.411859 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5315fb-6a6e-4368-a91f-fb760a7dacd7 req-97b6662b-19d0-4ff2-b72b-87dbeb7cf5ab tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:49:37.413428 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1d5315fb-6a6e-4368-a91f-fb760a7dacd7 req-97b6662b-19d0-4ff2-b72b-87dbeb7cf5ab tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 945 time: 0.0843911
Feb 18 04:49:37.492064 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-1d5315fb-6a6e-4368-a91f-fb760a7dacd7 req-46335092-a65e-4939-8677-d24a4a2704e6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Deleting port e6e03e48-07c3-43f7-ace8-eacf293bd814 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:49:37.496643 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1d5315fb-6a6e-4368-a91f-fb760a7dacd7 req-46335092-a65e-4939-8677-d24a4a2704e6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:37.753275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-1d5315fb-6a6e-4368-a91f-fb760a7dacd7 req-46335092-a65e-4939-8677-d24a4a2704e6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] For port e6e03e48-07c3-43f7-ace8-eacf293bd814, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=e6e03e48-07c3-43f7-ace8-eacf293bd814,segment=NetworkSegment(1052fc79-6dcc-4daf-a880-4260acf41bbf),segment_id=1052fc79-6dcc-4daf-a880-4260acf41bbf)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:49:37.753600 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1d5315fb-6a6e-4368-a91f-fb760a7dacd7 req-46335092-a65e-4939-8677-d24a4a2704e6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:37.809679 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8f85fd6e-8e49-4973-82cf-098be92571d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:37.889351 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-1d5315fb-6a6e-4368-a91f-fb760a7dacd7 req-46335092-a65e-4939-8677-d24a4a2704e6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Calling delete_port for e6e03e48-07c3-43f7-ace8-eacf293bd814 owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:49:38.100929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1d5315fb-6a6e-4368-a91f-fb760a7dacd7 req-46335092-a65e-4939-8677-d24a4a2704e6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:38.116566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-896d98ab-880a-42fd-a977-bd40ff16ee33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:49:38.130661 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-69bae15b-557c-4406-82b4-7c364c019a8c req-87487604-66e1-4db8-aa0f-ce8d5b26d7f9 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe74847-ec12-423b-9731-e7cf9ddd58b4 HTTP/1.1" status: 200  len: 210 time: 0.0501885
Feb 18 04:49:38.215181 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46335092-a65e-4939-8677-d24a4a2704e6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Pushing event deleted for resources: {'Port': ['ID=e6e03e48-07c3-43f7-ace8-eacf293bd814,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:49:38.224455 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-46335092-a65e-4939-8677-d24a4a2704e6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:49:38.323554 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5315fb-6a6e-4368-a91f-fb760a7dacd7 req-46335092-a65e-4939-8677-d24a4a2704e6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] No DVR routers for this DVR port e6e03e48-07c3-43f7-ace8-eacf293bd814 on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:49:38.325616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-1d5315fb-6a6e-4368-a91f-fb760a7dacd7 req-46335092-a65e-4939-8677-d24a4a2704e6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:38.328283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe74847-ec12-423b-9731-e7cf9ddd58b4', 'name': 'network-vif-deleted', 'tag': 'e6e03e48-07c3-43f7-ace8-eacf293bd814'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:49:38.371215 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1d5315fb-6a6e-4368-a91f-fb760a7dacd7 req-46335092-a65e-4939-8677-d24a4a2704e6 tempest-VolumesSnapshotTestJSON-456266748 tempest-VolumesSnapshotTestJSON-456266748-project] 10.222.0.16 "DELETE /v2.0/ports/e6e03e48-07c3-43f7-ace8-eacf293bd814 HTTP/1.1" status: 204  len: 173 time: 0.9488170
Feb 18 04:49:38.376565 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe74847-ec12-423b-9731-e7cf9ddd58b4', 'name': 'network-vif-deleted', 'tag': 'e6e03e48-07c3-43f7-ace8-eacf293bd814', 'status': 'completed', 'code': 200}
Feb 18 04:49:38.661178 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:39.171575 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device e6e03e48-07c3-43f7-ace8-eacf293bd814 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:49:39.209422 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] No Port match for: e6e03e48-07c3-43f7-ace8-eacf293bd814 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:49:39.209752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device e6e03e48-07c3-43f7-ace8-eacf293bd814 not bound to the agent host hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:49:39.539695 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:39.779822 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:49:41.130029 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:49:46.607960 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:05.579061 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-613809dd-1a58-4b4a-a2ae-1ae45cb8eeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:06.058327 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 60026) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:50:06.124493 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-408c37bb-5ce9-40f7-993a-8c2953ebe7e4 admin admin] Deleting subnet 633edee3-7d48-48ae-bac5-39154220d696 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:50:06.127545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-408c37bb-5ce9-40f7-993a-8c2953ebe7e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:06.183655 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-408c37bb-5ce9-40f7-993a-8c2953ebe7e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2073693'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:06.241652 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-408c37bb-5ce9-40f7-993a-8c2953ebe7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:06.517694 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-408c37bb-5ce9-40f7-993a-8c2953ebe7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1300534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385150'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:06.532796 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:50:06.618735 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c37bb-5ce9-40f7-993a-8c2953ebe7e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633edee3-7d48-48ae-bac5-39154220d696,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:50:06.623255 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-408c37bb-5ce9-40f7-993a-8c2953ebe7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:50:06.663098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-408c37bb-5ce9-40f7-993a-8c2953ebe7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:06.669487 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-408c37bb-5ce9-40f7-993a-8c2953ebe7e4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/633edee3-7d48-48ae-bac5-39154220d696 HTTP/1.1" status: 204  len: 168 time: 0.6099944
Feb 18 04:50:06.672213 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 60030) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:50:06.786544 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:06.973392 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:07.088161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3dc232e8>,) {'filters': {'network_id': ['03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:50:07.101226 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3dc232e8>, '1052fc79-6dcc-4daf-a880-4260acf41bbf') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:50:07.101548 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3dc232e8>, '1052fc79-6dcc-4daf-a880-4260acf41bbf') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:50:07.113982 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852702107'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:07.128807 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:07.130816 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:50:07.309722 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] Network 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:50:07.318753 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853474921'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:07.728664 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] Network 03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:50:07.751496 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:50:07.820251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-988277cf-5815-4d17-919c-8432e3189d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:07.852835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:07.856220 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:50:07.870004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:07.886875 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:50:07.890017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:50:07.916327 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-9f172194-0340-4f5a-94d4-00844b796e9d admin admin] 10.222.0.43 "DELETE /v2.0/networks/03f31cf4-5b4f-40a8-8536-3f2dcf0eb54c HTTP/1.1" status: 204  len: 168 time: 1.2431049
Feb 18 04:50:08.273816 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 60040) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:50:08.324818 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-fdb34376-3be7-4578-adce-4ae92a7114ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c686379631ac4194be7529b794ef4940&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497196
Feb 18 04:50:08.327332 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 60044) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:50:08.387934 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8eabaad5-7edb-46cd-8f8a-2221d56cbc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:08.414112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8eabaad5-7edb-46cd-8f8a-2221d56cbc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:08.591602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8eabaad5-7edb-46cd-8f8a-2221d56cbc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:08.596662 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6d80a020-445b-4598-b9e3-421f8a139b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:50:08.610751 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabaad5-7edb-46cd-8f8a-2221d56cbc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e804a1f1-b917-4e2a-9501-4474352ff021,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:50:08.614429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-8eabaad5-7edb-46cd-8f8a-2221d56cbc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:50:08.648411 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8eabaad5-7edb-46cd-8f8a-2221d56cbc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:08.649790 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-8eabaad5-7edb-46cd-8f8a-2221d56cbc4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e804a1f1-b917-4e2a-9501-4474352ff021 HTTP/1.1" status: 204  len: 168 time: 0.3215017
Feb 18 04:50:08.681731 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:09.494647 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:09.780280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:16.631739 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:18.130415 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:50:19.094272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 60118) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:50:19.247409 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:19.263041 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 04:50:19.267166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Usage tracker for resource:security_group_rule and tenant:d61d0e09356444a9a498a3900535e786 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 04:50:19.270091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 04:50:19.275847 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.quota.driver [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 04:50:19.419844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:19.443088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:19.451343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-208b6e11-03af-4fda-8bcb-3552c49fa82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:50:19.493934 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d61d0e09356444a9a498a3900535e786&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3984601
Feb 18 04:50:19.494778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcae420-5cd6-4fc4-8fa5-d46781f26d0a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:50:19.497495 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 60124) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:50:19.503282 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.503700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.504110 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.504515 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.504915 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.505313 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.505709 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.506103 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.506494 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.506909 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.507307 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.507696 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.508129 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.508527 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.508922 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.509309 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.509698 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.510087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.510477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.510891 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.511319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.511709 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.512098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.512487 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.516825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a0a500f7-5d09-41f8-b789-0aa04b817585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:50:19.562237 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:19.588585 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:19.654506 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:19.659507 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-e3dafb68-01c5-4fc4-92c0-f7984c1aec2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:50:19.675722 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcae420-5cd6-4fc4-8fa5-d46781f26d0a,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:50:19.685232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.685651 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.686060 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.686465 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.686891 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.687291 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.687686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.688087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.688478 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.688871 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.689264 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.689656 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.690088 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.690485 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.690902 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.691297 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.691686 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.692078 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.692469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.692861 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.693252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.693641 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.694028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.694420 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:50:19.698018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:50:19.699017 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:19.700290 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-512121c5-cf27-4e51-981a-32dd3fdeffa2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5dcae420-5cd6-4fc4-8fa5-d46781f26d0a HTTP/1.1" status: 204  len: 168 time: 0.2007110
Feb 18 04:50:23.246957 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-38dd26fb-3ef0-4b1e-ac47-de87855e8486 req-34b66bc8-7854-4d06-a013-826fea49b449 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3097556
Feb 18 04:50:23.344427 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd26fb-3ef0-4b1e-ac47-de87855e8486 req-fcf450c5-91fd-4c39-a3ba-ce7f64496c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:23.345988 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-38dd26fb-3ef0-4b1e-ac47-de87855e8486 req-fcf450c5-91fd-4c39-a3ba-ce7f64496c15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 1163 time: 0.0783145
Feb 18 04:50:23.499083 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd26fb-3ef0-4b1e-ac47-de87855e8486 req-2aa8ae1f-1774-452d-a109-532fe3844c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:23.500515 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-38dd26fb-3ef0-4b1e-ac47-de87855e8486 req-2aa8ae1f-1774-452d-a109-532fe3844c63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.1352038
Feb 18 04:50:23.604651 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-38dd26fb-3ef0-4b1e-ac47-de87855e8486 req-9a165e49-ef34-4f02-bfbd-c933fa767b91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32270bf7-5e24-4b1c-a259-6f06ec55769d HTTP/1.1" status: 200  len: 1002 time: 0.0975919
Feb 18 04:50:23.675870 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd26fb-3ef0-4b1e-ac47-de87855e8486 req-c8618cb3-73d7-4eb3-baae-94efebd80238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:23.677378 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-38dd26fb-3ef0-4b1e-ac47-de87855e8486 req-c8618cb3-73d7-4eb3-baae-94efebd80238 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.0656981
Feb 18 04:50:23.762159 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd26fb-3ef0-4b1e-ac47-de87855e8486 req-dd3540cc-4bac-42cf-9e07-dccdbc5fc9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:23.763702 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-38dd26fb-3ef0-4b1e-ac47-de87855e8486 req-dd3540cc-4bac-42cf-9e07-dccdbc5fc9ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791392
Feb 18 04:50:23.903892 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-38dd26fb-3ef0-4b1e-ac47-de87855e8486 req-ce87f2e0-a89d-4eea-9ce4-0b4ef437660d service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329801
Feb 18 04:50:24.045917 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-38dd26fb-3ef0-4b1e-ac47-de87855e8486 req-5b298f59-e0ae-4885-943a-7592477314ac service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1350379
Feb 18 04:50:35.589519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-25525082-77ae-4412-9363-8590ac77a160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:37.812573 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3423b0c0-a1d8-4bc7-a0e1-aac86c564bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:38.682602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:39.499730 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:39.785441 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:46.665341 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:49.906675 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-04470e63-684c-4154-bb0f-ccbb6a662d61 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips/cd7897f5-f58e-426f-943a-668aeb760874 HTTP/1.1" status: 200  len: 999 time: 0.1119652
Feb 18 04:50:50.066040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-311c8410-e9c5-4c1d-929f-4d70b8a44b8e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:50.067443 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-311c8410-e9c5-4c1d-929f-4d70b8a44b8e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 784 time: 0.1549659
Feb 18 04:50:50.177550 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-387118f2-9c85-4374-9151-3298803afda8 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.215 HTTP/1.1" status: 200  len: 1002 time: 0.1032267
Feb 18 04:50:50.255997 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-09be8ab3-1550-48d5-9e84-5f1c854dabeb tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:50.257416 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-09be8ab3-1550-48d5-9e84-5f1c854dabeb tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports/32270bf7-5e24-4b1c-a259-6f06ec55769d HTTP/1.1" status: 200  len: 943 time: 0.0741210
Feb 18 04:50:50.440622 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-6720a230-e30d-481a-ba48-dc61e7b6471b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.215 HTTP/1.1" status: 200  len: 1002 time: 0.1034963
Feb 18 04:50:50.658499 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Deleting port a26e4b40-000d-43f4-a5c7-8c7eebde2242 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:50:50.658816 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:50.838238 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:50.838607 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:50.969680 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Calling delete_port for a26e4b40-000d-43f4-a5c7-8c7eebde2242 owned by network:floatingip {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:50:51.151648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:51.167434 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-966e15fd-2c2f-4265-bac2-26a3a3b3ff6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:50:51.267821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event deleted for resources: {'Port': ['ID=a26e4b40-000d-43f4-a5c7-8c7eebde2242,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:50:51.274853 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:50:51.386648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:51.387057 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Floating IP cd7897f5-f58e-426f-943a-668aeb760874 disassociated (deleted). External IP: 172.27.3.215, port: 32270bf7-5e24-4b1c-a259-6f06ec55769d.
Feb 18 04:50:51.761170 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Router 080d65e3-660b-4745-bb4f-ef6659615281 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:50:51.954474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:50:51.964306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b7d9ab-4c34-4193-805f-435de128af2a None None] Sync routers for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:50:51.975173 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b7d9ab-4c34-4193-805f-435de128af2a None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:50:51.980463 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-56b7d9ab-4c34-4193-805f-435de128af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0bf390>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:50:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:50:52.037593 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:52.095530 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0b379a42-3c2c-43cd-8ca0-e954b9ddc2f0 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "DELETE /v2.0/floatingips/cd7897f5-f58e-426f-943a-668aeb760874 HTTP/1.1" status: 204  len: 173 time: 1.6490369
Feb 18 04:50:52.096101 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'tag': '32270bf7-5e24-4b1c-a259-6f06ec55769d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:50:52.155793 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'tag': '32270bf7-5e24-4b1c-a259-6f06ec55769d', 'status': 'completed', 'code': 200}
Feb 18 04:50:52.167135 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-56b7d9ab-4c34-4193-805f-435de128af2a None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:50:52.246985 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-6dff3035-531e-449c-a850-7e354c6cea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:52.248627 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-6dff3035-531e-449c-a850-7e354c6cea9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 1163 time: 0.1395380
Feb 18 04:50:52.544280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-56b7d9ab-4c34-4193-805f-435de128af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0bf390>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '7078a37b-00fc-4f6b-9ceb-3b5556a7a2db', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': '2631f976-431c-435f-b952-42e029ee0ada', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:4b:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:46:59Z', 'updated_at': '2021-02-18T04:47:05Z', 'revision_number': 2, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:50:52.548510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b7d9ab-4c34-4193-805f-435de128af2a None None] Checking router: 080d65e3-660b-4745-bb4f-ef6659615281 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:50:52.558292 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b7d9ab-4c34-4193-805f-435de128af2a None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:50:52.558992 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-56b7d9ab-4c34-4193-805f-435de128af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0bf390>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:50:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:50:52.588928 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb8b82-258a-498f-af78-07628cf11d7f req-d1396c09-c4cf-4d07-873d-447398320c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:52.591412 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-23eb8b82-258a-498f-af78-07628cf11d7f req-d1396c09-c4cf-4d07-873d-447398320c23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 1163 time: 0.4206085
Feb 18 04:50:52.739369 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-a8988970-eeaf-4643-81e0-6aa42b7f0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:52.740977 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-a8988970-eeaf-4643-81e0-6aa42b7f0746 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.4828160
Feb 18 04:50:52.753007 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-56b7d9ab-4c34-4193-805f-435de128af2a None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:50:52.832007 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-4778d2a5-dbf6-4b67-9da5-60fd4cf27d58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32270bf7-5e24-4b1c-a259-6f06ec55769d HTTP/1.1" status: 200  len: 217 time: 0.0801744
Feb 18 04:50:52.878799 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb8b82-258a-498f-af78-07628cf11d7f req-62e489b7-d5e9-4bf3-9cbc-91292eb1b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:52.880351 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-23eb8b82-258a-498f-af78-07628cf11d7f req-62e489b7-d5e9-4bf3-9cbc-91292eb1b26d service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.2826567
Feb 18 04:50:52.965025 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-23eb8b82-258a-498f-af78-07628cf11d7f req-319de9b5-a277-479c-810b-f3b78e91538c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32270bf7-5e24-4b1c-a259-6f06ec55769d HTTP/1.1" status: 200  len: 217 time: 0.0735781
Feb 18 04:50:52.975462 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-aabcbd2a-2b02-46ff-bea6-a75a3669fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:52.976996 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-aabcbd2a-2b02-46ff-bea6-a75a3669fcaf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.1372192
Feb 18 04:50:53.093734 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb8b82-258a-498f-af78-07628cf11d7f req-79dc8ac6-a811-4236-a118-214df7671b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:53.095260 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-23eb8b82-258a-498f-af78-07628cf11d7f req-79dc8ac6-a811-4236-a118-214df7671b05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.1217248
Feb 18 04:50:53.121624 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-56b7d9ab-4c34-4193-805f-435de128af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e0bf390>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '7078a37b-00fc-4f6b-9ceb-3b5556a7a2db', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': '2631f976-431c-435f-b952-42e029ee0ada', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:4b:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:46:59Z', 'updated_at': '2021-02-18T04:47:05Z', 'revision_number': 2, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:50:53.125903 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b7d9ab-4c34-4193-805f-435de128af2a None None] The sync data for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi is: [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_floatingips': [{'id': '7078a37b-00fc-4f6b-9ceb-3b5556a7a2db', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'router_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'port_id': '2631f976-431c-435f-b952-42e029ee0ada', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'mac_address': 'fa:16:3e:4b:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:46:59Z', 'updated_at': '2021-02-18T04:47:05Z', 'revision_number': 2, 'project_id': '6660306333f4419b8089c5de942e923f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:50:53.166764 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0d211d5a-0235-4953-8e01-ee26347f8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:53.168436 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-0d211d5a-0235-4953-8e01-ee26347f8664 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1543400
Feb 18 04:50:53.284570 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb8b82-258a-498f-af78-07628cf11d7f req-a0a71988-8077-4a0c-ac06-2a031b74ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:53.286198 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-23eb8b82-258a-498f-af78-07628cf11d7f req-a0a71988-8077-4a0c-ac06-2a031b74ee0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1831710
Feb 18 04:50:53.421316 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-21572534-4f60-4da1-9c0e-1a753ccd1571 service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2450254
Feb 18 04:50:53.494098 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f23a4b-a7d4-4594-9ee0-f87b175b9ab6 None None] New status for floating IP cd7897f5-f58e-426f-943a-668aeb760874: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:50:53.551796 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-23eb8b82-258a-498f-af78-07628cf11d7f req-4ffd1265-2d13-4b82-aee0-da244f7e4a3a service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2577128
Feb 18 04:50:53.687592 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a0f84aad-ab78-4393-ac0a-647bca50ee89 req-66717d4a-9e87-4f7b-85b2-2a771bc21f32 service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2580338
Feb 18 04:50:53.730191 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-23eb8b82-258a-498f-af78-07628cf11d7f req-2b6eacb9-d6ec-426d-853c-7282ae9fd831 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1701558
Feb 18 04:50:54.185596 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e581-0a76-462a-87cd-90e49690f173 req-ea0089bf-5e7e-4c89-92e0-4cff50e42ead tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:54.186363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4432e581-0a76-462a-87cd-90e49690f173 req-ea0089bf-5e7e-4c89-92e0-4cff50e42ead tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:50:54.223746 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-4432e581-0a76-462a-87cd-90e49690f173 req-ea0089bf-5e7e-4c89-92e0-4cff50e42ead tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:50:54.224974 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4432e581-0a76-462a-87cd-90e49690f173 req-ea0089bf-5e7e-4c89-92e0-4cff50e42ead tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 946 time: 0.1287246
Feb 18 04:50:54.272248 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-4432e581-0a76-462a-87cd-90e49690f173 req-281b5c31-84b4-40a4-beee-e4a158e2d45b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0402486
Feb 18 04:50:55.130355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:50:55.474293 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f20fd-cb13-4fb8-895a-9cae75c01d86 req-3713d31a-e534-403f-9754-4b28fb94b982 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:55.475955 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-840f20fd-cb13-4fb8-895a-9cae75c01d86 req-3713d31a-e534-403f-9754-4b28fb94b982 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 946 time: 0.0859783
Feb 18 04:50:55.527435 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-840f20fd-cb13-4fb8-895a-9cae75c01d86 req-1392396c-30a9-443f-b8c3-893755a9a4bd tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0448453
Feb 18 04:50:55.712187 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1d7d1-96e3-4164-84c8-3bf051f65981 req-e5aab664-bd2d-4fe3-a19a-b0f7cc298245 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:50:55.714164 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a8c1d7d1-96e3-4164-84c8-3bf051f65981 req-e5aab664-bd2d-4fe3-a19a-b0f7cc298245 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 946 time: 0.0852380
Feb 18 04:50:55.794369 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-a8c1d7d1-96e3-4164-84c8-3bf051f65981 req-20d85f0f-1544-4583-bba1-6f14a7d09964 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Deleting port 32270bf7-5e24-4b1c-a259-6f06ec55769d {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:50:55.794754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a8c1d7d1-96e3-4164-84c8-3bf051f65981 req-20d85f0f-1544-4583-bba1-6f14a7d09964 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:56.054287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-a8c1d7d1-96e3-4164-84c8-3bf051f65981 req-20d85f0f-1544-4583-bba1-6f14a7d09964 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] For port 32270bf7-5e24-4b1c-a259-6f06ec55769d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=32270bf7-5e24-4b1c-a259-6f06ec55769d,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:50:56.054687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a8c1d7d1-96e3-4164-84c8-3bf051f65981 req-20d85f0f-1544-4583-bba1-6f14a7d09964 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:56.189726 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-a8c1d7d1-96e3-4164-84c8-3bf051f65981 req-20d85f0f-1544-4583-bba1-6f14a7d09964 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Calling delete_port for 32270bf7-5e24-4b1c-a259-6f06ec55769d owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:50:56.421091 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 32270bf7-5e24-4b1c-a259-6f06ec55769d no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:50:56.459291 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a8c1d7d1-96e3-4164-84c8-3bf051f65981 req-20d85f0f-1544-4583-bba1-6f14a7d09964 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:56.461036 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] No Port match for: 32270bf7-5e24-4b1c-a259-6f06ec55769d {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:50:56.461431 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 32270bf7-5e24-4b1c-a259-6f06ec55769d not bound to the agent host hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:50:56.474400 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-c22c65b3-84d5-4c47-84ff-42eec2b84445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:50:56.571815 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d85f0f-1544-4583-bba1-6f14a7d09964 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event deleted for resources: {'Port': ['ID=32270bf7-5e24-4b1c-a259-6f06ec55769d,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:50:56.585069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-20d85f0f-1544-4583-bba1-6f14a7d09964 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:50:56.692276 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-aa849944-03ae-4ff6-af86-d67d4a3cdd5e req-55026222-a288-4a0f-9783-4dfb68e8c2cc tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 210 time: 0.0511162
Feb 18 04:50:56.729683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c1d7d1-96e3-4164-84c8-3bf051f65981 req-20d85f0f-1544-4583-bba1-6f14a7d09964 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] No DVR routers for this DVR port 32270bf7-5e24-4b1c-a259-6f06ec55769d on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:50:56.732058 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-a8c1d7d1-96e3-4164-84c8-3bf051f65981 req-20d85f0f-1544-4583-bba1-6f14a7d09964 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:50:56.734761 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'name': 'network-vif-deleted', 'tag': '32270bf7-5e24-4b1c-a259-6f06ec55769d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:50:56.783682 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1adfb8b-af90-4d8c-b87a-0057f1d69332', 'name': 'network-vif-deleted', 'tag': '32270bf7-5e24-4b1c-a259-6f06ec55769d', 'status': 'completed', 'code': 200}
Feb 18 04:50:56.785663 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a8c1d7d1-96e3-4164-84c8-3bf051f65981 req-20d85f0f-1544-4583-bba1-6f14a7d09964 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "DELETE /v2.0/ports/32270bf7-5e24-4b1c-a259-6f06ec55769d HTTP/1.1" status: 204  len: 173 time: 1.0661480
Feb 18 04:50:57.872433 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-64d15844-0655-4f67-8424-305d7d125ec0 req-afd234f5-eb8a-47ed-87ac-0c1e68252e71 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:50:57.945143 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-64d15844-0655-4f67-8424-305d7d125ec0 req-afd234f5-eb8a-47ed-87ac-0c1e68252e71 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:50:57.946486 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-64d15844-0655-4f67-8424-305d7d125ec0 req-afd234f5-eb8a-47ed-87ac-0c1e68252e71 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1adfb8b-af90-4d8c-b87a-0057f1d69332 HTTP/1.1" status: 200  len: 210 time: 0.1279004
Feb 18 04:51:01.699016 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-2b958415-b6de-4d77-8a83-9e71555fba33 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips/7078a37b-00fc-4f6b-9ceb-3b5556a7a2db HTTP/1.1" status: 200  len: 998 time: 0.1147525
Feb 18 04:51:01.858520 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-5bdf9ae3-94e3-4197-bf0f-4be0874d7564 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:01.859945 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-5bdf9ae3-94e3-4197-bf0f-4be0874d7564 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 784 time: 0.1551270
Feb 18 04:51:01.966930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-14441689-7e23-4d48-a669-eb1fea80414e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:floatingip {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:51:02.007896 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-14441689-7e23-4d48-a669-eb1fea80414e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:floatingip {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:51:02.009255 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-14441689-7e23-4d48-a669-eb1fea80414e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.198 HTTP/1.1" status: 200  len: 1001 time: 0.1429191
Feb 18 04:51:02.092937 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-9326bc09-1820-4e8f-9602-da98818561f2 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:02.094380 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-9326bc09-1820-4e8f-9602-da98818561f2 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports/2631f976-431c-435f-b952-42e029ee0ada HTTP/1.1" status: 200  len: 942 time: 0.0792451
Feb 18 04:51:02.280280 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-377e24ed-ca41-46c4-9101-8f6b83aa378b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.198 HTTP/1.1" status: 200  len: 1001 time: 0.1043868
Feb 18 04:51:02.730271 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Deleting port 4c51febb-cb8b-4652-bfe9-d15a1e13defb {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:02.730918 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:02.915095 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:02.915466 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:03.047684 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Calling delete_port for 4c51febb-cb8b-4652-bfe9-d15a1e13defb owned by network:floatingip {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:51:03.276717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:03.292674 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-700f0aad-f53f-4dd0-891e-4c34652aa0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:03.393302 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event deleted for resources: {'Port': ['ID=4c51febb-cb8b-4652-bfe9-d15a1e13defb,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:03.397970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:03.509257 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:03.509628 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.db.l3_db [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Floating IP 7078a37b-00fc-4f6b-9ceb-3b5556a7a2db disassociated (deleted). External IP: 172.27.3.198, port: 2631f976-431c-435f-b952-42e029ee0ada.
Feb 18 04:51:03.883949 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Router 080d65e3-660b-4745-bb4f-ef6659615281 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:51:04.072004 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:51:04.082209 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87753f7-c46b-4c95-8f67-63be5e80b29a None None] Sync routers for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:51:04.092147 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87753f7-c46b-4c95-8f67-63be5e80b29a None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:51:04.095040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-d87753f7-c46b-4c95-8f67-63be5e80b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e24b668>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:50:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:04.145534 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:04.207770 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-a89f94af-bc94-43d0-ba83-10e039f57c7f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "DELETE /v2.0/floatingips/7078a37b-00fc-4f6b-9ceb-3b5556a7a2db HTTP/1.1" status: 204  len: 173 time: 1.9216137
Feb 18 04:51:04.208342 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'tag': '2631f976-431c-435f-b952-42e029ee0ada'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:51:04.257418 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'tag': '2631f976-431c-435f-b952-42e029ee0ada', 'status': 'completed', 'code': 200}
Feb 18 04:51:04.282402 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-d87753f7-c46b-4c95-8f67-63be5e80b29a None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:51:04.355090 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-c78ab207-4e87-40f3-b9a6-2c2633faa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:04.356763 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-c78ab207-4e87-40f3-b9a6-2c2633faa42d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 1162 time: 0.1360755
Feb 18 04:51:04.471648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d222a53-d74c-45e8-a88f-bf20f30a0951 req-264d2314-deba-463c-9d7e-f72bc132d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:04.473169 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d222a53-d74c-45e8-a88f-bf20f30a0951 req-264d2314-deba-463c-9d7e-f72bc132d625 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6660306333f4419b8089c5de942e923f&device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 1162 time: 0.1932170
Feb 18 04:51:04.607272 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-7b92935a-3bfd-49e3-b1af-91096af335c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:04.608927 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-7b92935a-3bfd-49e3-b1af-91096af335c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.2443295
Feb 18 04:51:04.700189 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-4d4638a5-604a-4260-a1da-3a7d59eaef4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2631f976-431c-435f-b952-42e029ee0ada HTTP/1.1" status: 200  len: 217 time: 0.0829625
Feb 18 04:51:04.764769 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-d87753f7-c46b-4c95-8f67-63be5e80b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e24b668>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:04.766889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d222a53-d74c-45e8-a88f-bf20f30a0951 req-1903f97c-6652-4b54-a545-e811dac955e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:04.768456 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d222a53-d74c-45e8-a88f-bf20f30a0951 req-1903f97c-6652-4b54-a545-e811dac955e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 200  len: 906 time: 0.2851551
Feb 18 04:51:04.768767 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87753f7-c46b-4c95-8f67-63be5e80b29a None None] Checking router: 080d65e3-660b-4745-bb4f-ef6659615281 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:51:04.778375 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87753f7-c46b-4c95-8f67-63be5e80b29a None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:51:04.779157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-d87753f7-c46b-4c95-8f67-63be5e80b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e24b668>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:50:38Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:04.846635 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-fd06e294-22c0-4430-bf3f-ad8f813ad2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:04.848262 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-fd06e294-22c0-4430-bf3f-ad8f813ad2bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.1371472
Feb 18 04:51:04.849721 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d222a53-d74c-45e8-a88f-bf20f30a0951 req-b0a03b35-582d-4d7e-823c-6d8a83420206 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2631f976-431c-435f-b952-42e029ee0ada HTTP/1.1" status: 200  len: 217 time: 0.0721874
Feb 18 04:51:04.970707 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-d87753f7-c46b-4c95-8f67-63be5e80b29a None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:51:04.975251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d222a53-d74c-45e8-a88f-bf20f30a0951 req-6f444d17-e302-4032-b84d-04ebb497e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:04.976829 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d222a53-d74c-45e8-a88f-bf20f30a0951 req-6f444d17-e302-4032-b84d-04ebb497e0e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 200  len: 851 time: 0.0805709
Feb 18 04:51:05.047800 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-5dd52049-2e99-47cf-9a2f-b412b8ed7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:05.049446 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-5dd52049-2e99-47cf-9a2f-b412b8ed7c77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1936846
Feb 18 04:51:05.162287 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d222a53-d74c-45e8-a88f-bf20f30a0951 req-99d3a925-523d-42ba-9407-6f6da2f4f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:05.163921 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d222a53-d74c-45e8-a88f-bf20f30a0951 req-99d3a925-523d-42ba-9407-6f6da2f4f175 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc407771-8186-427b-ad41-61a07c86c410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1793275
Feb 18 04:51:05.298570 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-c82eb1c1-caec-49a7-8a17-5c7a37c6a17b service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414317
Feb 18 04:51:05.304637 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-d87753f7-c46b-4c95-8f67-63be5e80b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e24b668>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:05.309054 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87753f7-c46b-4c95-8f67-63be5e80b29a None None] The sync data for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi is: [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:43:18Z', 'revision_number': 4, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi', '_interfaces': [{'id': '3371343a-f6eb-4ad1-99cf-b2893f141248', 'name': '', 'network_id': 'cc407771-8186-427b-ad41-61a07c86c410', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'mac_address': 'fa:16:3e:9f:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '877d8b44-765c-4410-8085-eb646b3c0774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:14Z', 'updated_at': '2021-02-18T04:43:25Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'subnets': [{'id': '877d8b44-765c-4410-8085-eb646b3c0774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:51:05.429620 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d222a53-d74c-45e8-a88f-bf20f30a0951 req-655df7c0-f0e6-44b3-93c3-2748fd553ba3 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561812
Feb 18 04:51:05.562340 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-e34ec726-3165-4e5c-939a-dcb1422b656b req-601c23b5-4733-4b19-a6e4-1229ea07fd04 service neutron] 10.222.0.43 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2555375
Feb 18 04:51:05.578167 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a8da5fc5-d2ed-411a-b7c2-71b9c6077d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:05.605142 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-6d222a53-d74c-45e8-a88f-bf20f30a0951 req-d0e4af12-0901-4cda-834a-1129cf1f0b82 service neutron] 10.222.0.16 "GET /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1675336
Feb 18 04:51:05.737722 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e118cf84-876e-483a-af73-ad21647c460f None None] New status for floating IP 7078a37b-00fc-4f6b-9ceb-3b5556a7a2db: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 04:51:06.086537 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dde04-f535-4751-8eb4-fb9ecc65f843 req-d855f6bb-b071-49c2-b201-33a5f9bbde4e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:06.087324 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-769dde04-f535-4751-8eb4-fb9ecc65f843 req-d855f6bb-b071-49c2-b201-33a5f9bbde4e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:51:06.126418 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-769dde04-f535-4751-8eb4-fb9ecc65f843 req-d855f6bb-b071-49c2-b201-33a5f9bbde4e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:51:06.127639 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-769dde04-f535-4751-8eb4-fb9ecc65f843 req-d855f6bb-b071-49c2-b201-33a5f9bbde4e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 945 time: 0.1284537
Feb 18 04:51:06.177852 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-769dde04-f535-4751-8eb4-fb9ecc65f843 req-53f526ef-d6ef-45f6-ab8a-87ff7afce88d tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0438282
Feb 18 04:51:07.376182 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc49171-354d-444a-99fb-87eba7b4f36e req-ba04242f-ab2c-48b0-80ee-4f6822bb9ff7 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:07.377769 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1fc49171-354d-444a-99fb-87eba7b4f36e req-ba04242f-ab2c-48b0-80ee-4f6822bb9ff7 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 945 time: 0.0865779
Feb 18 04:51:07.423898 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-1fc49171-354d-444a-99fb-87eba7b4f36e req-e7a350ea-a614-4777-b8c9-0efea844a355 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups?id=fb5ea15e-c2cf-4058-b15b-8518af68ed27&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0400231
Feb 18 04:51:07.531355 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f1ea9-3290-415a-acb9-10acacdd42f4 req-9ff37a94-ad52-4934-abf1-751a19445970 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:07.532873 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-535f1ea9-3290-415a-acb9-10acacdd42f4 req-9ff37a94-ad52-4934-abf1-751a19445970 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 945 time: 0.0840168
Feb 18 04:51:07.814045 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6523421d-07eb-4447-9285-336f806f52b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:07.855166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-535f1ea9-3290-415a-acb9-10acacdd42f4 req-93600d1d-06fe-4b8e-9d86-e5465d1b4d24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Deleting port 2631f976-431c-435f-b952-42e029ee0ada {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:07.855545 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-535f1ea9-3290-415a-acb9-10acacdd42f4 req-93600d1d-06fe-4b8e-9d86-e5465d1b4d24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:08.113632 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [req-535f1ea9-3290-415a-acb9-10acacdd42f4 req-93600d1d-06fe-4b8e-9d86-e5465d1b4d24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] For port 2631f976-431c-435f-b952-42e029ee0ada, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=2631f976-431c-435f-b952-42e029ee0ada,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:51:08.113994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-535f1ea9-3290-415a-acb9-10acacdd42f4 req-93600d1d-06fe-4b8e-9d86-e5465d1b4d24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:08.244884 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-535f1ea9-3290-415a-acb9-10acacdd42f4 req-93600d1d-06fe-4b8e-9d86-e5465d1b4d24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Calling delete_port for 2631f976-431c-435f-b952-42e029ee0ada owned by compute:nova {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:51:08.408087 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-535f1ea9-3290-415a-acb9-10acacdd42f4 req-93600d1d-06fe-4b8e-9d86-e5465d1b4d24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:08.422732 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-ee950a3e-95fb-49e7-b1af-f2b622e07752 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:08.509714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 2631f976-431c-435f-b952-42e029ee0ada no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:51:08.518251 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93600d1d-06fe-4b8e-9d86-e5465d1b4d24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event deleted for resources: {'Port': ['ID=2631f976-431c-435f-b952-42e029ee0ada,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:08.532839 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-93600d1d-06fe-4b8e-9d86-e5465d1b4d24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:08.549173 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] No Port match for: 2631f976-431c-435f-b952-42e029ee0ada {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:51:08.549687 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Device 2631f976-431c-435f-b952-42e029ee0ada not bound to the agent host hv-cinder-77630 {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:51:08.595034 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-a9dc55fb-049f-4103-9e5f-703ed0ace98e req-7ac60a08-30f7-4484-9600-c0db66795023 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 210 time: 0.0549994
Feb 18 04:51:08.680027 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [req-535f1ea9-3290-415a-acb9-10acacdd42f4 req-93600d1d-06fe-4b8e-9d86-e5465d1b4d24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] No DVR routers for this DVR port 2631f976-431c-435f-b952-42e029ee0ada on host hv-cinder-77630 {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:51:08.682778 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-535f1ea9-3290-415a-acb9-10acacdd42f4 req-93600d1d-06fe-4b8e-9d86-e5465d1b4d24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for port, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:08.685553 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'name': 'network-vif-deleted', 'tag': '2631f976-431c-435f-b952-42e029ee0ada'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 04:51:08.692020 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:08.732809 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-535f1ea9-3290-415a-acb9-10acacdd42f4 req-93600d1d-06fe-4b8e-9d86-e5465d1b4d24 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.16 "DELETE /v2.0/ports/2631f976-431c-435f-b952-42e029ee0ada HTTP/1.1" status: 204  len: 173 time: 1.1941109
Feb 18 04:51:08.734620 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205e23fa-0bcc-4adf-a48a-a57efe911c12', 'name': 'network-vif-deleted', 'tag': '2631f976-431c-435f-b952-42e029ee0ada', 'status': 'completed', 'code': 200}
Feb 18 04:51:09.487468 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:09.777682 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-3c92e19e-211e-4976-99f0-8013c803e670 req-ade1bc4b-6603-4201-8f2e-c80fa6a62bdf tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:51:09.840879 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:09.857945 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-3c92e19e-211e-4976-99f0-8013c803e670 req-ade1bc4b-6603-4201-8f2e-c80fa6a62bdf tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:port {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:51:09.859921 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-3c92e19e-211e-4976-99f0-8013c803e670 req-ade1bc4b-6603-4201-8f2e-c80fa6a62bdf tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/ports?device_id=205e23fa-0bcc-4adf-a48a-a57efe911c12 HTTP/1.1" status: 200  len: 210 time: 0.1343014
Feb 18 04:51:11.063207 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-ce61f523-6d15-4828-9db6-4d1fc120e8f8 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips/4ea84fd2-5b80-44c6-81af-324487b4326f HTTP/1.1" status: 200  len: 692 time: 0.0892029
Feb 18 04:51:11.222340 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-7ffc132d-d41f-4ded-b9c7-f33b5b62e30e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 04:51:11.223801 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-7ffc132d-d41f-4ded-b9c7-f33b5b62e30e tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/networks/0638e236-a1a1-495b-a8a5-e38e2dcb77e4 HTTP/1.1" status: 200  len: 784 time: 0.1548069
Feb 18 04:51:11.310957 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-0ba0dbaf-a3da-456f-b506-c948a8d28563 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Synchronizing usage tracker for tenant:6660306333f4419b8089c5de942e923f on resource:floatingip {{(pid=84044) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 04:51:11.373245 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.quota.resource [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-0ba0dbaf-a3da-456f-b506-c948a8d28563 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Unset dirty status for tenant:6660306333f4419b8089c5de942e923f on resource:floatingip {{(pid=84044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 04:51:11.374473 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-0ba0dbaf-a3da-456f-b506-c948a8d28563 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.96 HTTP/1.1" status: 200  len: 695 time: 0.1443052
Feb 18 04:51:11.461553 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-cfc02357-5a06-476d-a593-dc2d31a57b39 tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.3.96 HTTP/1.1" status: 200  len: 695 time: 0.0805898
Feb 18 04:51:11.630717 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-42d5b163-6a6d-40bf-bcd4-34ddf558712f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Deleting port eb759714-5452-4d1b-84dd-32de333a64bb {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:11.631145 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-42d5b163-6a6d-40bf-bcd4-34ddf558712f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:11.807830 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-42d5b163-6a6d-40bf-bcd4-34ddf558712f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:11.808219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-42d5b163-6a6d-40bf-bcd4-34ddf558712f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:11.945244 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-42d5b163-6a6d-40bf-bcd4-34ddf558712f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Calling delete_port for eb759714-5452-4d1b-84dd-32de333a64bb owned by network:floatingip {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:51:12.110629 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-42d5b163-6a6d-40bf-bcd4-34ddf558712f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:12.129802 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-d7ab97a5-f152-44ad-8e3c-fa87cc75c5c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:12.229884 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5b163-6a6d-40bf-bcd4-34ddf558712f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event deleted for resources: {'Port': ['ID=eb759714-5452-4d1b-84dd-32de333a64bb,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:12.235606 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-42d5b163-6a6d-40bf-bcd4-34ddf558712f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:12.346398 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-42d5b163-6a6d-40bf-bcd4-34ddf558712f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for floatingip, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:12.436953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-42d5b163-6a6d-40bf-bcd4-34ddf558712f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1672'] for floatingip, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:12.438215 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-04769021-1a7c-4c9d-96e1-f53a6b5d8591 req-42d5b163-6a6d-40bf-bcd4-34ddf558712f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "DELETE /v2.0/floatingips/4ea84fd2-5b80-44c6-81af-324487b4326f HTTP/1.1" status: 204  len: 173 time: 0.9709029
Feb 18 04:51:13.952797 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-004bdacb-5712-490d-8e12-d4eb86f3bda5 req-65e0c61e-5d4d-483d-a27b-1ea68d358bce tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "GET /v2.0/security-groups/fb5ea15e-c2cf-4058-b15b-8518af68ed27 HTTP/1.1" status: 200  len: 2999 time: 0.0519528
Feb 18 04:51:14.030131 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-004bdacb-5712-490d-8e12-d4eb86f3bda5 req-3d4320f8-e30e-4570-b87d-0b6ef3c59c6b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:14.059113 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-004bdacb-5712-490d-8e12-d4eb86f3bda5 req-3d4320f8-e30e-4570-b87d-0b6ef3c59c6b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:14.133079 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-004bdacb-5712-490d-8e12-d4eb86f3bda5 req-3d4320f8-e30e-4570-b87d-0b6ef3c59c6b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:14.138676 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0ed41334-2c20-4ba6-a5c2-ff7f2d47e112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:14.154112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4320f8-e30e-4570-b87d-0b6ef3c59c6b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ea15e-c2cf-4058-b15b-8518af68ed27,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:14.159660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-3d4320f8-e30e-4570-b87d-0b6ef3c59c6b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:14.191929 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [req-004bdacb-5712-490d-8e12-d4eb86f3bda5 req-3d4320f8-e30e-4570-b87d-0b6ef3c59c6b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:14.193147 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [req-004bdacb-5712-490d-8e12-d4eb86f3bda5 req-3d4320f8-e30e-4570-b87d-0b6ef3c59c6b tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] 10.222.0.43 "DELETE /v2.0/security-groups/fb5ea15e-c2cf-4058-b15b-8518af68ed27 HTTP/1.1" status: 204  len: 173 time: 0.2341385
Feb 18 04:51:14.280352 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 60194) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:51:15.249585 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853798796'] for router_interface, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:15.613525 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] Deleting port 3371343a-f6eb-4ad1-99cf-b2893f141248 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:15.613912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:15.793897 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] For port 3371343a-f6eb-4ad1-99cf-b2893f141248, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=3371343a-f6eb-4ad1-99cf-b2893f141248,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:51:15.794292 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:15.927809 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] Calling delete_port for 3371343a-f6eb-4ad1-99cf-b2893f141248 owned by network:router_interface {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:51:16.196047 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:16.212720 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-42d5b163-6a6d-40bf-bcd4-34ddf558712f tempest-TestVolumeBootPattern-427098825 tempest-TestVolumeBootPattern-427098825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:16.314848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] Pushing event deleted for resources: {'Port': ['ID=3371343a-f6eb-4ad1-99cf-b2893f141248,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:16.317566 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:16.617769 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-977351'] for router_interface, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:16.691683 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:17.123012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] Router 080d65e3-660b-4745-bb4f-ef6659615281 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:51:17.310049 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:51:17.319406 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840dd89d-5e02-4baa-b3ab-d9614ef286f3 None None] Sync routers for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:51:17.326590 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-597a3085-fe72-48f6-a35d-b6316abdc776 admin admin] 10.222.0.43 "PUT /v2.0/routers/080d65e3-660b-4745-bb4f-ef6659615281/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0449729
Feb 18 04:51:17.326809 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 60200) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:51:17.330505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840dd89d-5e02-4baa-b3ab-d9614ef286f3 None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:51:17.331203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-840dd89d-5e02-4baa-b3ab-d9614ef286f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e129b70>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:51:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:17.514701 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Notify callbacks [] for router, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:17.517346 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-840dd89d-5e02-4baa-b3ab-d9614ef286f3 None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:51:17.704291 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:17.739048 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Deleting port 2feb5717-7971-4c35-9097-81390e03ce9b {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:17.739425 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:17.818713 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-840dd89d-5e02-4baa-b3ab-d9614ef286f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e129b70>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:51:16Z', 'revision_number': 5, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port': {'id': '2feb5717-7971-4c35-9097-81390e03ce9b', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080d65e3-660b-4745-bb4f-ef6659615281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:08Z', 'updated_at': '2021-02-18T04:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:17.822752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840dd89d-5e02-4baa-b3ab-d9614ef286f3 None None] Checking router: 080d65e3-660b-4745-bb4f-ef6659615281 for host: dv-cinder-776307-1-iscsi {{(pid=84046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:51:17.832171 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840dd89d-5e02-4baa-b3ab-d9614ef286f3 None None] Routers {'080d65e3-660b-4745-bb4f-ef6659615281'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:51:17.832820 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-840dd89d-5e02-4baa-b3ab-d9614ef286f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3e129b70>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:51:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['080d65e3-660b-4745-bb4f-ef6659615281'], 'active': True} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:17.926821 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] For port 2feb5717-7971-4c35-9097-81390e03ce9b, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=2feb5717-7971-4c35-9097-81390e03ce9b,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:51:17.927253 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:17.992161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-840dd89d-5e02-4baa-b3ab-d9614ef286f3 None None] Set router 080d65e3-660b-4745-bb4f-ef6659615281 gateway port host: None {{(pid=84046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:51:18.059944 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Calling delete_port for 2feb5717-7971-4c35-9097-81390e03ce9b owned by network:router_gateway {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:51:18.105066 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-840dd89d-5e02-4baa-b3ab-d9614ef286f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3e129b70>, [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:51:17Z', 'revision_number': 6, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port_host': None}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:18.109366 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840dd89d-5e02-4baa-b3ab-d9614ef286f3 None None] The sync data for ids ['080d65e3-660b-4745-bb4f-ef6659615281'] in dv-cinder-776307-1-iscsi is: [{'id': '080d65e3-660b-4745-bb4f-ef6659615281', 'name': 'tempest-TestVolumeBootPattern-1694152453-router', 'tenant_id': '6660306333f4419b8089c5de942e923f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:07Z', 'updated_at': '2021-02-18T04:51:17Z', 'revision_number': 6, 'project_id': '6660306333f4419b8089c5de942e923f', 'gw_port_host': None}] {{(pid=84046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:51:18.349221 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:18.365343 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-183e82e5-1477-4639-a57f-17070ee155e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:18.467710 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Pushing event deleted for resources: {'Port': ['ID=2feb5717-7971-4c35-9097-81390e03ce9b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:18.472550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:18.591849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794730'] for router_gateway, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:18.782721 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112143'] for router, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:18.785677 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:18.904801 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853795799'] for router, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:18.905367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 080d65e3-660b-4745-bb4f-ef6659615281 {{(pid=84043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 04:51:18.917768 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:18.919045 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-20df6420-a3fc-43ac-9e0e-3bfdb2d56008 admin admin] 10.222.0.43 "DELETE /v2.0/routers/080d65e3-660b-4745-bb4f-ef6659615281 HTTP/1.1" status: 204  len: 168 time: 1.5913169
Feb 18 04:51:18.921846 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 60204) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:51:18.990953 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Deleting subnet 877d8b44-765c-4410-8085-eb646b3c0774 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:51:18.994757 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:19.050267 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2073693'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:19.076274 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 3371343a-f6eb-4ad1-99cf-b2893f141248 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:51:19.114711 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 3371343a-f6eb-4ad1-99cf-b2893f141248 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:51:19.115136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 3371343a-f6eb-4ad1-99cf-b2893f141248 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:51:19.115602 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 2feb5717-7971-4c35-9097-81390e03ce9b no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:51:19.136303 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:19.151316 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 2feb5717-7971-4c35-9097-81390e03ce9b {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:51:19.151714 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 2feb5717-7971-4c35-9097-81390e03ce9b not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:51:19.436775 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1300534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385150'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:19.452972 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-cf1aaa69-ca95-4fb6-8618-0dd505b1da2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:19.539044 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877d8b44-765c-4410-8085-eb646b3c0774,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:19.550525 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.550970 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.551387 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.551793 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.552196 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.552596 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.552994 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.553388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.553785 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.554179 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.554577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.554996 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.555432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.555827 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.556223 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.556616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.557006 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.557405 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.557795 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.558185 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.558578 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.559018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.559408 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.559798 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:19.572203 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:19.602912 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:19.610848 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f203bd62-b99d-4357-815d-6033bd130c23 None None] Network cc407771-8186-427b-ad41-61a07c86c410 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:51:19.611029 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-bfbb16d1-9b2d-435b-95f5-192fda84b37b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/877d8b44-765c-4410-8085-eb646b3c0774 HTTP/1.1" status: 204  len: 168 time: 0.6859069
Feb 18 04:51:19.611587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 60208) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:51:19.728478 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:19.798553 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Deleting port b210d21b-8567-4875-9e32-28e36e82b630 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:19.798967 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:19.858154 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] DHCP port deletion for cc407771-8186-427b-ad41-61a07c86c410 request from dv-cinder-776307-1-iscsi {{(pid=84045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 04:51:19.862510 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Deleting port b210d21b-8567-4875-9e32-28e36e82b630 {{(pid=84045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:19.863028 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:20.024475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] For port b210d21b-8567-4875-9e32-28e36e82b630, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=b210d21b-8567-4875-9e32-28e36e82b630,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:51:20.024877 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:20.079363 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] For port b210d21b-8567-4875-9e32-28e36e82b630, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=b210d21b-8567-4875-9e32-28e36e82b630,segment=NetworkSegment(a5796955-82e7-4091-b55c-d9d2d0c73bdd),segment_id=a5796955-82e7-4091-b55c-d9d2d0c73bdd)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:51:20.079804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:20.218252 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Calling delete_port for b210d21b-8567-4875-9e32-28e36e82b630 owned by network:dhcp {{(pid=84045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:51:20.338037 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140'] for port, after_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:20.353372 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:20.394266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Calling delete_port for b210d21b-8567-4875-9e32-28e36e82b630 owned by network:dhcp {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:51:20.447474 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Pushing event deleted for resources: {'Port': ['ID=b210d21b-8567-4875-9e32-28e36e82b630,revision_number=None']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:20.458977 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.459367 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.459745 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.460120 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.460488 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.460852 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.461216 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.461577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.461937 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.462295 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.462654 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.463035 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.463435 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.463797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.464156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.464513 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.464868 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.465754 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.466112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.466469 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.466863 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.467225 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.467587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.467965 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:20.473263 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84043) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:51:20.473634 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:51:20.481266 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:20.510475 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa579fa-58a1-4d82-bc43-e84ef342f993 None None] No DVR routers for this DVR port b210d21b-8567-4875-9e32-28e36e82b630 on host dv-cinder-776307-1-iscsi {{(pid=84045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:51:20.974482 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Deleting port b210d21b-8567-4875-9e32-28e36e82b630 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:20.974914 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:21.047354 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] The port 'b210d21b-8567-4875-9e32-28e36e82b630' was deleted {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 04:51:21.073588 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device b210d21b-8567-4875-9e32-28e36e82b630 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:51:21.111279 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: b210d21b-8567-4875-9e32-28e36e82b630 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:51:21.111657 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device b210d21b-8567-4875-9e32-28e36e82b630 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:51:21.172248 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:21.289040 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3d984588>,) {'filters': {'network_id': ['cc407771-8186-427b-ad41-61a07c86c410']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:21.302030 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3d984588>, 'a5796955-82e7-4091-b55c-d9d2d0c73bdd') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:21.302374 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3d984588>, 'a5796955-82e7-4091-b55c-d9d2d0c73bdd') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:21.314995 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852702107'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:21.330457 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:21.332477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:51:21.512560 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Network cc407771-8186-427b-ad41-61a07c86c410 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:51:21.521554 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853474921'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:21.701524 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Network cc407771-8186-427b-ad41-61a07c86c410 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   % (table.description, expected, rows_matched)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   % (table.description, expected, rows_matched)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   % (table.description, expected, rows_matched)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   % (table.description, expected, rows_matched)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:51:21.724803 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:51:21.828519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:21.832041 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:21.845905 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:21.861379 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc407771-8186-427b-ad41-61a07c86c410,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:21.864825 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:21.905017 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-925063ac-a5c5-4ed5-9223-ab51c77f5c99 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cc407771-8186-427b-ad41-61a07c86c410 HTTP/1.1" status: 204  len: 168 time: 2.2923870
Feb 18 04:51:21.908164 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 60214) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:51:22.471812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853798796'] for router_interface, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:22.837928 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] Deleting port 33d88556-d9a2-4743-b33e-a920fd35116f {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:22.838509 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:23.020736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] For port 33d88556-d9a2-4743-b33e-a920fd35116f, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=33d88556-d9a2-4743-b33e-a920fd35116f,segment=NetworkSegment(ad5ecec3-449e-4d5c-9c96-dfb28901d0a1),segment_id=ad5ecec3-449e-4d5c-9c96-dfb28901d0a1)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:51:23.021141 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:23.155525 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] Calling delete_port for 33d88556-d9a2-4743-b33e-a920fd35116f owned by network:router_interface {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:51:23.372012 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:23.387550 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:23.480256 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d88556-d9a2-4743-b33e-a920fd35116f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:23.489663 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:24.029193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-977351'] for router_interface, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:24.533608 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] Router 72dddada-bb37-49ca-b7c6-8723d9523421 has already been hosted by L3 agent 65095748-af8f-4e99-a869-ca2bf26e7c43 {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 04:51:24.723269 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-iscsi the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 04:51:24.732159 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc3a28-b4de-422f-8afe-8af6c93de344 None None] Sync routers for ids ['72dddada-bb37-49ca-b7c6-8723d9523421'] in dv-cinder-776307-1-iscsi {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 04:51:24.732400 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-fdb08cb5-aa24-4f4e-8ec5-3d081e8e94d7 admin admin] 10.222.0.43 "PUT /v2.0/routers/72dddada-bb37-49ca-b7c6-8723d9523421/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8231747
Feb 18 04:51:24.735151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.43', 60218) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:51:24.742257 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc3a28-b4de-422f-8afe-8af6c93de344 None None] Routers {'72dddada-bb37-49ca-b7c6-8723d9523421'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:51:24.742930 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-78bc3a28-b4de-422f-8afe-8af6c93de344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dda9668>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:51:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['72dddada-bb37-49ca-b7c6-8723d9523421'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:24.925742 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Notify callbacks [] for router, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:24.934885 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-78bc3a28-b4de-422f-8afe-8af6c93de344 None None] Set router 72dddada-bb37-49ca-b7c6-8723d9523421 gateway port host: dv-cinder-776307-1-iscsi {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:51:25.120805 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:25.154199 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Deleting port 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:25.154579 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:25.239946 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-78bc3a28-b4de-422f-8afe-8af6c93de344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dda9668>, [{'id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'name': 'tempest-TestVolumeBootPattern-691623671-router', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'external_fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:27Z', 'updated_at': '2021-02-18T04:51:23Z', 'revision_number': 5, 'project_id': '0b9b03de470f40eb80b06fb549ab80c0', 'gw_port': {'id': '4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e', 'name': '', 'network_id': '0638e236-a1a1-495b-a8a5-e38e2dcb77e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:43:29Z', 'updated_at': '2021-02-18T04:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff0b76a6-7ada-494d-9843-107a3ee58549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-iscsi'}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:25.244233 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc3a28-b4de-422f-8afe-8af6c93de344 None None] Checking router: 72dddada-bb37-49ca-b7c6-8723d9523421 for host: dv-cinder-776307-1-iscsi {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 04:51:25.253752 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc3a28-b4de-422f-8afe-8af6c93de344 None None] Routers {'72dddada-bb37-49ca-b7c6-8723d9523421'} bound to L3 agent in host dv-cinder-776307-1-iscsi {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 04:51:25.254423 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-78bc3a28-b4de-422f-8afe-8af6c93de344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffa3dda9668>, 'dv-cinder-776307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:29:08Z,description=<?>,heartbeat_timestamp=2021-02-18T04:51:08Z,host='dv-cinder-776307-1-iscsi',id=65095748-af8f-4e99-a869-ca2bf26e7c43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T04:29:08Z,topic='l3_agent')) {'router_ids': ['72dddada-bb37-49ca-b7c6-8723d9523421'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:25.339760 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] For port 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e,segment=NetworkSegment(3aca1e9a-20bb-4a63-85a9-4d32e165570c),segment_id=3aca1e9a-20bb-4a63-85a9-4d32e165570c)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:51:25.340160 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:25.478156 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Calling delete_port for 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e owned by network:router_gateway {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:51:25.589699 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvr_db [None req-78bc3a28-b4de-422f-8afe-8af6c93de344 None None] Set router 72dddada-bb37-49ca-b7c6-8723d9523421 gateway port host: None {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 04:51:25.685723 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853475229'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:25.701077 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-76122aa6-9e04-4f2a-ae7a-b6ed163e8175 tempest-AttachVolumeShelveTestJSON-1916282243 tempest-AttachVolumeShelveTestJSON-1916282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:25.703329 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_hamode_db [None req-78bc3a28-b4de-422f-8afe-8af6c93de344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffa3dda9668>, [{'id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'name': 'tempest-TestVolumeBootPattern-691623671-router', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:27Z', 'updated_at': '2021-02-18T04:51:25Z', 'revision_number': 6, 'project_id': '0b9b03de470f40eb80b06fb549ab80c0', 'gw_port_host': None}], 'dv-cinder-776307-1-iscsi', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:25.707504 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc3a28-b4de-422f-8afe-8af6c93de344 None None] The sync data for ids ['72dddada-bb37-49ca-b7c6-8723d9523421'] in dv-cinder-776307-1-iscsi is: [{'id': '72dddada-bb37-49ca-b7c6-8723d9523421', 'name': 'tempest-TestVolumeBootPattern-691623671-router', 'tenant_id': '0b9b03de470f40eb80b06fb549ab80c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:43:27Z', 'updated_at': '2021-02-18T04:51:25Z', 'revision_number': 6, 'project_id': '0b9b03de470f40eb80b06fb549ab80c0', 'gw_port_host': None}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 04:51:25.799857 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:25.802563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:25.930497 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794730'] for router_gateway, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:26.119166 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112143'] for router, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:26.121962 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:26.367478 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853795799'] for router, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:26.368121 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72dddada-bb37-49ca-b7c6-8723d9523421 {{(pid=84043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 04:51:26.381835 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:26.383211 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-269b54ab-ab70-4af5-aa5f-cd175c31b675 admin admin] 10.222.0.43 "DELETE /v2.0/routers/72dddada-bb37-49ca-b7c6-8723d9523421 HTTP/1.1" status: 204  len: 168 time: 1.6470649
Feb 18 04:51:26.386072 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 60222) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:51:26.456011 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.db_base_plugin_v2 [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Deleting subnet 3602bcdc-c44b-40fa-bacd-ec34feda1232 {{(pid=84044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 04:51:26.459377 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:26.510128 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852470497'] for subnet, precommit_delete_associations {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:26.592066 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133827549'] for subnet, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:27.078365 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:51:27.115180 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:51:27.115577 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 4d3c65ac-6ceb-4f4f-9b11-5a3cd9134f2e not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:51:27.116047 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 33d88556-d9a2-4743-b33e-a920fd35116f no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:51:27.154797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: 33d88556-d9a2-4743-b33e-a920fd35116f {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:51:27.155305 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device 33d88556-d9a2-4743-b33e-a920fd35116f not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:51:27.235168 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036720948267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2555699'] for subnet, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:27.254516 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:27.341297 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3602bcdc-c44b-40fa-bacd-ec34feda1232,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:27.362854 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.363283 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.363702 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.364112 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.364519 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.364923 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.365334 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.365736 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.366139 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.366823 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.367237 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.367635 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.368074 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.368477 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.368876 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.369275 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.369671 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.370069 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.370468 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.370889 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.371321 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.371715 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.372111 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.372505 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-iscsi {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 04:51:27.377312 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:27.403610 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:27.408966 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1901e275-7a74-4b5c-b534-7be98e74578f None None] Network b0fb9c18-ca46-457b-b08c-780c07e76572 requested from dv-cinder-776307-1-iscsi {{(pid=84045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 04:51:27.409874 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-575b797a-4068-4782-9644-da207cfec56d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3602bcdc-c44b-40fa-bacd-ec34feda1232 HTTP/1.1" status: 204  len: 168 time: 1.0220697
Feb 18 04:51:27.412558 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 60226) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:51:27.530176 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036720836276'] for network, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:27.598157 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Deleting port a49bafcc-062c-448f-af59-f3558d362c48 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:27.598531 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:27.671018 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753b02bb-959d-41e1-a84b-9c2f088e72f2 None None] DHCP port deletion for b0fb9c18-ca46-457b-b08c-780c07e76572 request from dv-cinder-776307-1-iscsi {{(pid=84045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 04:51:27.675526 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-753b02bb-959d-41e1-a84b-9c2f088e72f2 None None] Deleting port a49bafcc-062c-448f-af59-f3558d362c48 {{(pid=84045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:27.675989 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-753b02bb-959d-41e1-a84b-9c2f088e72f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:27.819194 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] For port a49bafcc-062c-448f-af59-f3558d362c48, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=a49bafcc-062c-448f-af59-f3558d362c48,segment=NetworkSegment(ad5ecec3-449e-4d5c-9c96-dfb28901d0a1),segment_id=ad5ecec3-449e-4d5c-9c96-dfb28901d0a1)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:51:27.819511 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:27.894910 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.db [None req-753b02bb-959d-41e1-a84b-9c2f088e72f2 None None] For port a49bafcc-062c-448f-af59-f3558d362c48, host dv-cinder-776307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-iscsi',level=0,port_id=a49bafcc-062c-448f-af59-f3558d362c48,segment=NetworkSegment(ad5ecec3-449e-4d5c-9c96-dfb28901d0a1),segment_id=ad5ecec3-449e-4d5c-9c96-dfb28901d0a1)] {{(pid=84045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 04:51:27.895388 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-753b02bb-959d-41e1-a84b-9c2f088e72f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952459'] for port, precommit_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:27.954630 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Calling delete_port for a49bafcc-062c-448f-af59-f3558d362c48 owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:51:28.035991 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-753b02bb-959d-41e1-a84b-9c2f088e72f2 None None] Calling delete_port for a49bafcc-062c-448f-af59-f3558d362c48 owned by network:dhcp {{(pid=84045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 04:51:28.064829 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036720927019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854435533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242305568031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794548811140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852847070'] for port, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:28.080791 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-06fc3a7f-6ef6-42e2-84ed-de536fb75c57 tempest-VolumesActionsTest-1480283375 tempest-VolumesActionsTest-1480283375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:28.116725 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.db.api [None req-753b02bb-959d-41e1-a84b-9c2f088e72f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84045) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 04:51:28.117148 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_db.api [None req-753b02bb-959d-41e1-a84b-9c2f088e72f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 04:51:28.181397 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Pushing event deleted for resources: {'Port': ['ID=a49bafcc-062c-448f-af59-f3558d362c48,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:28.186043 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:28.228631 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] No DVR routers for this DVR port a49bafcc-062c-448f-af59-f3558d362c48 on host dv-cinder-776307-1-iscsi {{(pid=84044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 04:51:28.353452 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133831722', 'neutron.services.segments.db._delete_segments_for_network--9223363242305395930'] for network, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:28.468844 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffa3ecb6ef0>,) {'filters': {'network_id': ['b0fb9c18-ca46-457b-b08c-780c07e76572']}} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:28.481648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3ecb6ef0>, 'ad5ecec3-449e-4d5c-9c96-dfb28901d0a1') {'for_net_delete': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:28.481996 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.services.segments.db [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffa3ecb6ef0>, 'ad5ecec3-449e-4d5c-9c96-dfb28901d0a1') {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 04:51:28.494659 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242305397722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305319'] for segment, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:28.509586 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036720942918'] for segment, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:28.511616 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 04:51:28.618432 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-753b02bb-959d-41e1-a84b-9c2f088e72f2 None None] Deleting port a49bafcc-062c-448f-af59-f3558d362c48 {{(pid=84045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 04:51:28.618816 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-753b02bb-959d-41e1-a84b-9c2f088e72f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242305477970'] for port, before_delete {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:28.689837 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Network b0fb9c18-ca46-457b-b08c-780c07e76572 has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:51:28.690092 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-753b02bb-959d-41e1-a84b-9c2f088e72f2 None None] The port 'a49bafcc-062c-448f-af59-f3558d362c48' was deleted {{(pid=84045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 04:51:28.703691 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133832866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852846634'] for segment, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:28.881193 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.managers [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Network b0fb9c18-ca46-457b-b08c-780c07e76572 has no segments {{(pid=84044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]: Traceback (most recent call last):
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     timer()
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     cb(*args, **kw)
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     return func(*args, **kwargs)
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     self._notify()
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     self.callback(batched_events)
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     event.method(event)
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     segment_id)['aggregates'][0]
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     return f(self, *a, **k)
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self._get(url).json()
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     **kwargs)
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     return self.request(url, 'GET', **kwargs)
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     **endpoint_filter)
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 04:51:28.904107 dv-cinder-776307-1-iscsi neutron-server[83932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 04:51:29.029306 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036720944094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853995907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854013792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-981119'] for network, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:29.032810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:29.049486 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854013775'] for network, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:29.060601 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fb9c18-ca46-457b-b08c-780c07e76572,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:29.063603 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:29.068293 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-28250156-b889-4c3c-9bc6-98ad21284764 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b0fb9c18-ca46-457b-b08c-780c07e76572 HTTP/1.1" status: 204  len: 168 time: 1.6518753
Feb 18 04:51:29.079110 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device a49bafcc-062c-448f-af59-f3558d362c48 no longer exists at agent ovs-agent-dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 04:51:29.119134 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.plugin [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] No Port match for: a49bafcc-062c-448f-af59-f3558d362c48 {{(pid=84045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 04:51:29.119532 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.plugins.ml2.rpc [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Device a49bafcc-062c-448f-af59-f3558d362c48 not bound to the agent host dv-cinder-776307-1-iscsi {{(pid=84045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 04:51:29.274096 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 60232) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:51:29.325352 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-a7a3bac3-cd95-4f3d-9d33-88548d77884f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6660306333f4419b8089c5de942e923f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499308
Feb 18 04:51:29.327805 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 60236) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:51:29.388389 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f1b09c38-1019-46e8-8e6e-f7a9ab3c083c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:29.418387 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f1b09c38-1019-46e8-8e6e-f7a9ab3c083c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:29.493204 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f1b09c38-1019-46e8-8e6e-f7a9ab3c083c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:29.498662 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-6ba5d0c5-54d6-4399-9576-21c26264b74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:29.513086 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b09c38-1019-46e8-8e6e-f7a9ab3c083c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3198289d-1476-4041-ba14-a4c6c0aae54c,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:29.515648 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-f1b09c38-1019-46e8-8e6e-f7a9ab3c083c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:29.520916 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f1b09c38-1019-46e8-8e6e-f7a9ab3c083c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:29.522172 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-f1b09c38-1019-46e8-8e6e-f7a9ab3c083c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3198289d-1476-4041-ba14-a4c6c0aae54c HTTP/1.1" status: 204  len: 168 time: 0.1934230
Feb 18 04:51:30.055009 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 60244) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:51:30.106073 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-89d0c4a6-3c61-475c-9085-efd0c497119b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b9b03de470f40eb80b06fb549ab80c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0492978
Feb 18 04:51:30.108584 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [-] (84044) accepted ('10.222.0.43', 60248) {{(pid=84044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 04:51:30.171100 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-304a0ce7-f36d-49f7-a437-a74bfa29d1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:30.198370 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-304a0ce7-f36d-49f7-a437-a74bfa29d1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:30.275536 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-304a0ce7-f36d-49f7-a437-a74bfa29d1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853996007'] for security_group, after_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:30.280804 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-0c26884d-dbe9-4db0-a323-dbfec18014ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 04:51:30.295232 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a0ce7-f36d-49f7-a437-a74bfa29d1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b52b71-c34a-4625-be60-84dbb49ff0c9,revision_number=None']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 04:51:30.298978 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG oslo_concurrency.lockutils [None req-304a0ce7-f36d-49f7-a437-a74bfa29d1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 04:51:30.302219 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-304a0ce7-f36d-49f7-a437-a74bfa29d1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:30.303487 dv-cinder-776307-1-iscsi neutron-server[83932]: INFO neutron.wsgi [None req-304a0ce7-f36d-49f7-a437-a74bfa29d1b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30b52b71-c34a-4625-be60-84dbb49ff0c9 HTTP/1.1" status: 204  len: 168 time: 0.1939640
Feb 18 04:51:32.130660 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:51:35.588280 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-ab93b744-b13b-4d12-8c00-aa9feba7ad1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:37.818339 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-6bdc80f9-7b12-44ed-b711-0bb60283fea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:38.674133 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:39.502666 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:39.788580 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:51:46.725429 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:52:05.570986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-2365ee61-1c08-4d29-bccd-639f859c8138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:52:07.823895 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d9098113-10bd-4121-883c-b04b99804401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:52:08.702063 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:52:09.130169 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:52:09.502051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:52:09.795211 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:52:16.726353 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:52:35.583247 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a10bfa36-48c3-45ce-846b-cb1117c61e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:52:37.811243 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-20c49d38-8a96-43e5-acf9-ac2fb0da2675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:52:38.680154 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:52:39.497741 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:52:39.793458 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:52:46.130161 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:52:46.737288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:53:05.582357 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-33fea888-87d1-4dbb-8362-a47532bcf144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:53:07.821042 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-efe700b5-0d25-4017-a5d4-a400090ed880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:53:08.685476 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:53:09.491288 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:53:09.845563 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:53:16.758154 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:53:23.130047 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:53:35.570410 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-8b8a73e2-b04c-4421-8a82-74637639ba49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:53:37.821483 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-23d72368-c71a-4d7a-a62e-8ea6f6b593dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:53:38.688643 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:53:39.500121 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:53:39.802986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:53:46.747342 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:54:00.129589 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:54:05.575229 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f580232e-19d7-48b0-8f6c-69cd0f3e7197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:54:07.815731 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-fdab92ea-ccc7-41ea-9d10-04ae8ff94967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:54:08.684051 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:54:09.501797 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:54:09.797019 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:54:15.560812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.wsgi [req-de6d2cfe-eb83-4b55-a905-1cd3efb40903 req-9eec0123-400a-4b02-8b7d-dfeb6aac0949 service neutron] (84043) timed out ('10.222.0.16', 52483) {{(pid=84043) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 18 04:54:16.779658 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:54:35.584856 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5860-37d3-4792-b94d-2ecccfd39d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:54:37.129254 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:54:37.853594 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-3db17e9d-367f-4070-9279-cc13d44e2208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:54:38.693455 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:54:39.499311 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:54:39.808785 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:54:46.785664 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:05.579926 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f431e600-b16e-454d-b839-83350e579068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:07.823979 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-111a5dcf-60fa-4432-9928-21795b278902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:08.693911 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:09.503986 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:09.862750 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:14.129776 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:55:16.808151 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:35.584812 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-b7f33ab1-51fe-41d3-b160-cc96d0e18877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:37.813587 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-e8b124eb-2602-4b0f-8c93-15998baccc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:38.693521 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:39.521719 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:39.812153 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:46.824398 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:55:51.129493 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:56:05.584290 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-bbeb9adb-d3da-4595-b62a-1ea954221c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:56:07.824319 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-250296b1-1dc4-484c-a669-ec8f6bd1d095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:56:08.703172 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:56:09.497438 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:56:09.813184 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:56:16.834376 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:56:28.129189 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron.db.agents_db [None req-975f18ec-6429-4fba-9aba-2402ca05d642 None None] Agent healthcheck: found 6 active agents {{(pid=84046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 04:56:35.583810 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-44d26978-8128-405d-9e3f-cbc66f287152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:56:37.812131 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-f2528c7d-0482-4cfa-9634-a6bf63672a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:56:38.708136 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-d2cd12bf-6221-4a9f-82b4-1b833859a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:56:39.513849 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-69e321af-6ba9-417c-8764-3ba2d5db44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:56:39.816700 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-13ebd326-a895-40b8-a4d8-8b95faa8b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 04:56:46.857911 dv-cinder-776307-1-iscsi neutron-server[83932]: DEBUG neutron_lib.callbacks.manager [None req-750f8e59-0c46-4b52-aeff-f3a18883004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242305395947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133826164'] for agent, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}